diff --git "a/fine-tune-whisper-streaming.ipynb" "b/fine-tune-whisper-streaming.ipynb"
--- "a/fine-tune-whisper-streaming.ipynb"
+++ "b/fine-tune-whisper-streaming.ipynb"
@@ -1095,8 +1095,8 @@
"\n",
"
\n",
" \n",
- "
\n",
- " [1001/5000 15:20 < 1:01:23, 1.09 it/s, Epoch 0.33/2]\n",
+ "
\n",
+ " [2001/5000 1:17:45 < 1:56:38, 0.43 it/s, Epoch 0.67/2]\n",
"
\n",
" \n",
" \n",
@@ -1104,17 +1104,24 @@
" Step | \n",
" Training Loss | \n",
" Validation Loss | \n",
+ " Cer | \n",
" \n",
" \n",
" \n",
+ " \n",
+ " 1000 | \n",
+ " 0.068200 | \n",
+ " 0.086716 | \n",
+ " 3.038398 | \n",
+ "
\n",
+ " \n",
+ " 2000 | \n",
+ " 0.022900 | \n",
+ " 0.080952 | \n",
+ " 2.716529 | \n",
+ "
\n",
" \n",
- "
\n",
- "
\n",
- " \n",
- "
\n",
- " [370/375 45:20 < 00:36, 0.14 it/s]\n",
- "
\n",
- " "
+ ""
],
"text/plain": [
""
@@ -6775,8 +6782,5809 @@
" \"transformers_version\": \"4.26.0.dev0\",\n",
" \"use_cache\": false\n",
"}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
"\n"
]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Saving model checkpoint to ./checkpoint-1000\n",
+ "Configuration saved in ./checkpoint-1000/config.json\n",
+ "Model weights saved in ./checkpoint-1000/pytorch_model.bin\n",
+ "Feature extractor saved in ./checkpoint-1000/preprocessor_config.json\n",
+ "tokenizer config file saved in ./checkpoint-1000/tokenizer_config.json\n",
+ "Special tokens file saved in ./checkpoint-1000/special_tokens_map.json\n",
+ "added tokens file saved in ./checkpoint-1000/added_tokens.json\n",
+ "Feature extractor saved in ./preprocessor_config.json\n",
+ "tokenizer config file saved in ./tokenizer_config.json\n",
+ "Special tokens file saved in ./special_tokens_map.json\n",
+ "added tokens file saved in ./added_tokens.json\n",
+ "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 3000\n",
+ " Batch size = 8\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"begin_suppress_tokens\": [\n",
+ " 220,\n",
+ " 50257\n",
+ " ],\n",
+ " \"bos_token_id\": 50257,\n",
+ " \"decoder_start_token_id\": 50258,\n",
+ " \"eos_token_id\": 50257,\n",
+ " \"max_length\": 448,\n",
+ " \"pad_token_id\": 50257,\n",
+ " \"suppress_tokens\": [],\n",
+ " \"transformers_version\": \"4.26.0.dev0\",\n",
+ " \"use_cache\": false\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Saving model checkpoint to ./checkpoint-2000\n",
+ "Configuration saved in ./checkpoint-2000/config.json\n",
+ "Model weights saved in ./checkpoint-2000/pytorch_model.bin\n",
+ "Feature extractor saved in ./checkpoint-2000/preprocessor_config.json\n",
+ "tokenizer config file saved in ./checkpoint-2000/tokenizer_config.json\n",
+ "Special tokens file saved in ./checkpoint-2000/special_tokens_map.json\n",
+ "added tokens file saved in ./checkpoint-2000/added_tokens.json\n",
+ "Feature extractor saved in ./preprocessor_config.json\n",
+ "tokenizer config file saved in ./tokenizer_config.json\n",
+ "Special tokens file saved in ./special_tokens_map.json\n",
+ "added tokens file saved in ./added_tokens.json\n"
+ ]
}
],
"source": [