diff --git "a/fine-tune-whisper-streaming.ipynb" "b/fine-tune-whisper-streaming.ipynb"
--- "a/fine-tune-whisper-streaming.ipynb"
+++ "b/fine-tune-whisper-streaming.ipynb"
@@ -1095,8 +1095,8 @@
"\n",
"
\n",
" \n",
- "
\n",
- " [2001/5000 1:17:45 < 1:56:38, 0.43 it/s, Epoch 0.67/2]\n",
+ "
\n",
+ " [3001/5000 2:20:13 < 1:33:28, 0.36 it/s, Epoch 1.00/2]\n",
"
\n",
" \n",
" \n",
@@ -1121,7 +1121,13 @@
" 2.716529 | \n",
" \n",
" \n",
- "
"
+ "
\n",
+ "
\n",
+ " \n",
+ "
\n",
+ " [375/375 46:18]\n",
+ "
\n",
+ " "
],
"text/plain": [
""
@@ -12583,7 +12589,5714 @@
"Feature extractor saved in ./preprocessor_config.json\n",
"tokenizer config file saved in ./tokenizer_config.json\n",
"Special tokens file saved in ./special_tokens_map.json\n",
- "added tokens file saved in ./added_tokens.json\n"
+ "added tokens file saved in ./added_tokens.json\n",
+ "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 3000\n",
+ " Batch size = 8\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
]
}
],