diff --git "a/fine-tune-whisper-non-streaming-id.ipynb" "b/fine-tune-whisper-non-streaming-id.ipynb" --- "a/fine-tune-whisper-non-streaming-id.ipynb" +++ "b/fine-tune-whisper-non-streaming-id.ipynb" @@ -1152,8 +1152,7 @@ "execution_count": null, "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de", "metadata": { - "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de", - "scrolled": true + "id": "ee8b7b8e-1c9a-4d77-9137-1778a629e6de" }, "outputs": [ { @@ -1177,8 +1176,8 @@ "\n", "
\n", " \n", - " \n", - " [ 801/1000 3:31:14 < 52:36, 0.06 it/s, Epoch 4.85/7]\n", + " \n", + " [1000/1000 4:34:46, Epoch 6.06/7]\n", "
\n", " \n", " \n", @@ -1214,6 +1213,12 @@ " \n", " \n", " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", "
0.1699456.306416
10000.0023000.1828156.213317

" ], @@ -1308,7 +1313,9334 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Saving model checkpoint to ./checkpoint-200\n", + "Configuration saved in ./checkpoint-200/config.json\n", + "Model weights saved in ./checkpoint-200/pytorch_model.bin\n", + "Feature extractor saved in ./checkpoint-200/preprocessor_config.json\n", + "Feature extractor saved in ./preprocessor_config.json\n", + "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", + "***** Running Evaluation *****\n", + " Num examples = 2438\n", + " Batch size = 4\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -1594,27 +10926,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -1734,7 +11045,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -2005,27 +11322,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -2160,7 +11456,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -2416,27 +11718,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -2586,7 +11867,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -2827,27 +12114,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -3012,7 +12278,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -3238,27 +12510,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -3438,7 +12689,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -3649,27 +12906,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -3864,7 +13100,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -4060,27 +13302,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -4290,7 +13511,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -4485,13 +13712,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -4701,7 +13922,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -4896,13 +14123,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -5112,7 +14333,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -5307,13 +14534,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -5523,7 +14744,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -5718,13 +14945,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -5934,7 +15155,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -6129,13 +15356,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -6345,7 +15566,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -6540,13 +15767,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -6756,7 +15977,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -6951,13 +16178,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -7167,7 +16388,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -7362,13 +16589,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -7578,7 +16799,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -7773,13 +17000,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -7989,7 +17210,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -8184,13 +17411,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -8400,7 +17621,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -8595,13 +17822,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -8797,6 +18018,27 @@ " \"use_cache\": false\n", "}\n", "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -9006,13 +18248,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -9193,6 +18429,27 @@ " \"use_cache\": false\n", "}\n", "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -9417,13 +18674,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -9589,6 +18840,27 @@ " \"use_cache\": false\n", "}\n", "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -9828,13 +19100,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -9985,6 +19251,27 @@ " \"use_cache\": false\n", "}\n", "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -10239,13 +19526,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -10381,6 +19662,27 @@ " \"use_cache\": false\n", "}\n", "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -10516,10 +19818,10 @@ " \"use_cache\": false\n", "}\n", "\n", - "Saving model checkpoint to ./checkpoint-200\n", - "Configuration saved in ./checkpoint-200/config.json\n", - "Model weights saved in ./checkpoint-200/pytorch_model.bin\n", - "Feature extractor saved in ./checkpoint-200/preprocessor_config.json\n", + "Saving model checkpoint to ./checkpoint-400\n", + "Configuration saved in ./checkpoint-400/config.json\n", + "Model weights saved in ./checkpoint-400/pytorch_model.bin\n", + "Feature extractor saved in ./checkpoint-400/preprocessor_config.json\n", "Feature extractor saved in ./preprocessor_config.json\n", "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", "***** Running Evaluation *****\n", @@ -10629,282 +19931,6 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", @@ -19813,15 +28839,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Saving model checkpoint to ./checkpoint-400\n", - "Configuration saved in ./checkpoint-400/config.json\n", - "Model weights saved in ./checkpoint-400/pytorch_model.bin\n", - "Feature extractor saved in ./checkpoint-400/preprocessor_config.json\n", - "Feature extractor saved in ./preprocessor_config.json\n", - "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", - "***** Running Evaluation *****\n", - " Num examples = 2438\n", - " Batch size = 4\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -20047,27 +29064,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -20097,7 +29093,37 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Saving model checkpoint to ./checkpoint-600\n", + "Configuration saved in ./checkpoint-600/config.json\n", + "Model weights saved in ./checkpoint-600/pytorch_model.bin\n", + "Feature extractor saved in ./checkpoint-600/preprocessor_config.json\n", + "Feature extractor saved in ./preprocessor_config.json\n", + "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", + "***** Running Evaluation *****\n", + " Num examples = 2438\n", + " Batch size = 4\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -27870,13 +36896,238 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -28042,6 +37293,27 @@ " \"use_cache\": false\n", "}\n", "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -28281,13 +37553,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -28438,6 +37704,27 @@ " \"use_cache\": false\n", "}\n", "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -28692,13 +37979,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -28834,6 +38115,27 @@ " \"use_cache\": false\n", "}\n", "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -29103,17 +38405,11 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Saving model checkpoint to ./checkpoint-600\n", - "Configuration saved in ./checkpoint-600/config.json\n", - "Model weights saved in ./checkpoint-600/pytorch_model.bin\n", - "Feature extractor saved in ./checkpoint-600/preprocessor_config.json\n", + "\n", + "Saving model checkpoint to ./checkpoint-800\n", + "Configuration saved in ./checkpoint-800/config.json\n", + "Model weights saved in ./checkpoint-800/pytorch_model.bin\n", + "Feature extractor saved in ./checkpoint-800/preprocessor_config.json\n", "Feature extractor saved in ./preprocessor_config.json\n", "The following columns in the evaluation set don't have a corresponding argument in `WhisperForConditionalGeneration.forward` and have been ignored: input_length. If input_length are not expected by `WhisperForConditionalGeneration.forward`, you can safely ignore this message.\n", "***** Running Evaluation *****\n", @@ -29223,7 +38519,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -29493,13 +38795,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -29634,7 +38930,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -29904,13 +39206,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -30045,7 +39341,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -30315,13 +39617,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -30456,7 +39752,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -30726,13 +40028,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -30867,7 +40163,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -31137,13 +40439,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -31278,7 +40574,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -31548,13 +40850,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -31689,7 +40985,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -31959,13 +41261,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -32086,6 +41382,27 @@ " \"use_cache\": false\n", "}\n", "\n", + "Generate config GenerationConfig {\n", + " \"begin_suppress_tokens\": [\n", + " 220,\n", + " 50257\n", + " ],\n", + " \"bos_token_id\": 50257,\n", + " \"decoder_start_token_id\": 50258,\n", + " \"eos_token_id\": 50257,\n", + " \"max_length\": 448,\n", + " \"pad_token_id\": 50257,\n", + " \"suppress_tokens\": [],\n", + " \"transformers_version\": \"4.26.0.dev0\",\n", + " \"use_cache\": false\n", + "}\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -32356,27 +41673,6 @@ " \"use_cache\": false\n", "}\n", "\n", - "Generate config GenerationConfig {\n", - " \"begin_suppress_tokens\": [\n", - " 220,\n", - " 50257\n", - " ],\n", - " \"bos_token_id\": 50257,\n", - " \"decoder_start_token_id\": 50258,\n", - " \"eos_token_id\": 50257,\n", - " \"max_length\": 448,\n", - " \"pad_token_id\": 50257,\n", - " \"suppress_tokens\": [],\n", - " \"transformers_version\": \"4.26.0.dev0\",\n", - " \"use_cache\": false\n", - "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -32511,7 +41807,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -32781,13 +42083,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -32922,7 +42218,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -33192,13 +42494,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -33333,7 +42629,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -33603,13 +42905,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -33744,7 +43040,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -34014,13 +43316,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -34155,7 +43451,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -34425,13 +43727,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -34566,7 +43862,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -34836,13 +44138,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -34977,7 +44273,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -35247,13 +44549,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -35388,7 +44684,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -35658,13 +44960,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -35799,7 +45095,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -36069,13 +45371,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -36210,7 +45506,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -36480,13 +45782,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -36621,7 +45917,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -36891,13 +46193,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -37032,7 +46328,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -37302,13 +46604,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -37443,7 +46739,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -37713,13 +47015,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -37854,7 +47150,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -38124,13 +47426,7 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "\n", "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -38265,7 +47561,13 @@ " \"transformers_version\": \"4.26.0.dev0\",\n", " \"use_cache\": false\n", "}\n", - "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "Generate config GenerationConfig {\n", " \"begin_suppress_tokens\": [\n", " 220,\n", @@ -38401,10 +47703,10 @@ " \"use_cache\": false\n", "}\n", "\n", - "Saving model checkpoint to ./checkpoint-800\n", - "Configuration saved in ./checkpoint-800/config.json\n", - "Model weights saved in ./checkpoint-800/pytorch_model.bin\n", - "Feature extractor saved in ./checkpoint-800/preprocessor_config.json\n", + "Saving model checkpoint to ./checkpoint-1000\n", + "Configuration saved in ./checkpoint-1000/config.json\n", + "Model weights saved in ./checkpoint-1000/pytorch_model.bin\n", + "Feature extractor saved in ./checkpoint-1000/preprocessor_config.json\n", "Feature extractor saved in ./preprocessor_config.json\n" ] }