diff --git "a/fine-tune-whisper-streaming.ipynb" "b/fine-tune-whisper-streaming.ipynb" --- "a/fine-tune-whisper-streaming.ipynb" +++ "b/fine-tune-whisper-streaming.ipynb" @@ -1095,8 +1095,8 @@ "\n", "
\n", " \n", - " \n", - " [2001/5000 1:17:45 < 1:56:38, 0.43 it/s, Epoch 0.67/2]\n", + " \n", + " [3001/5000 2:20:13 < 1:33:28, 0.36 it/s, Epoch 1.00/2]\n", "
\n", " \n", " \n", @@ -1121,7 +1121,13 @@ " \n", " \n", " \n", - "
2.716529

" + "

\n", + "

\n", + " \n", + " \n", + " [375/375 46:18]\n", + "
\n", + " " ], "text/plain": [ "" @@ -12583,7 +12589,5714 @@ "Feature extractor saved in ./preprocessor_config.json\n", "tokenizer config file saved in ./tokenizer_config.json\n", "Special tokens file saved in ./special_tokens_map.json\n", - "added tokens file saved in ./added_tokens.json\n" + "added tokens file saved in ./added_tokens.json\n", + "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", + "***** Running Evaluation *****\n", + " Num examples = 3000\n", + " Batch size = 8\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" ] } ],