diff --git "a/T5Train.ipynb" "b/T5Train.ipynb"
--- "a/T5Train.ipynb"
+++ "b/T5Train.ipynb"
@@ -199,7 +199,7 @@
{
"cell_type": "code",
"execution_count": null,
- "id": "0f8e8ee7",
+ "id": "8333e530",
"metadata": {},
"outputs": [],
"source": []
@@ -7533,8 +7533,8 @@
"\n",
"
\n",
" \n",
- "
\n",
- " [16197/20245 2:20:25 < 35:06, 1.92 it/s, Epoch 4/5]\n",
+ "
\n",
+ " [20245/20245 2:56:06, Epoch 5/5]\n",
"
\n",
" \n",
" \n",
@@ -7572,14 +7572,24 @@
" 0.866400 | \n",
" 0.893300 | \n",
" \n",
+ " \n",
+ " 4 | \n",
+ " 0.028500 | \n",
+ " 0.033098 | \n",
+ " 0.935000 | \n",
+ " 0.867100 | \n",
+ " 0.894300 | \n",
+ "
\n",
+ " \n",
+ " 5 | \n",
+ " 0.026100 | \n",
+ " 0.033131 | \n",
+ " 0.935800 | \n",
+ " 0.867700 | \n",
+ " 0.895100 | \n",
+ "
\n",
" \n",
- "
\n",
- "
\n",
- " \n",
- "
\n",
- " [987/993 10:12 < 00:03, 1.61 it/s]\n",
- "
\n",
- " "
+ ""
],
"text/plain": [
""
@@ -13034,7 +13044,7094 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\config.json\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\generation_config.json\n",
+ "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\pytorch_model.bin\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 15878\n",
+ " Batch size = 16\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -13251,13 +20348,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -13439,7 +20530,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -13656,13 +20753,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -13844,7 +20935,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -14061,13 +21158,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -14249,7 +21340,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -14466,13 +21563,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -14627,6 +21718,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\config.json\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\generation_config.json\n",
+ "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\pytorch_model.bin\n",
+ "***** Running Evaluation *****\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ " Num examples = 15878\n",
+ " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -14648,13 +21752,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\config.json\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\generation_config.json\n",
- "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\pytorch_model.bin\n",
- "***** Running Evaluation *****\n",
- " Num examples = 15878\n",
- " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -14850,13 +21947,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -15031,7 +22122,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -15255,13 +22352,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -15436,7 +22527,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -15660,13 +22757,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -15841,7 +22932,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -16065,13 +23162,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -16246,7 +23337,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -16470,13 +23567,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -16651,7 +23742,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -16875,13 +23972,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -17056,7 +24147,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -17280,13 +24377,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -17461,7 +24552,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -17685,13 +24782,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -17866,7 +24957,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -18090,13 +25187,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -18271,7 +25362,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -18495,13 +25592,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -18670,6 +25761,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -18900,13 +26004,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -19074,7 +26172,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -19305,13 +26409,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -19479,7 +26577,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -19710,13 +26814,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -19884,7 +26982,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -20115,13 +27219,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -20289,7 +27387,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -20520,13 +27624,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -20688,6 +27786,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -20925,13 +28036,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -21086,6 +28191,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -21330,13 +28448,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -21484,6 +28596,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -21659,6 +28784,13 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\config.json\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\generation_config.json\n",
+ "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\pytorch_model.bin\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 15878\n",
+ " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -21708,19 +28840,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\config.json\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\generation_config.json\n",
- "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\pytorch_model.bin\n",
- "***** Running Evaluation *****\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- " Num examples = 15878\n",
- " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -21861,6 +28980,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -22112,13 +29244,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -22259,6 +29385,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -22517,13 +29656,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -22657,6 +29790,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -22922,13 +30068,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -23055,6 +30195,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -23327,13 +30480,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -23453,6 +30600,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -23732,13 +30892,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -23851,6 +31005,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -24131,19 +31298,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -24262,7 +31416,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -24536,19 +31696,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -24674,7 +31821,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -24941,19 +32094,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -25086,7 +32226,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -25346,19 +32492,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -25498,7 +32631,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -25751,19 +32890,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -25910,7 +33036,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -26162,13 +33294,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -26315,7 +33441,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -26567,13 +33699,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -26720,7 +33846,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -26972,13 +34104,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -27125,7 +34251,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -27377,13 +34509,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -27530,7 +34656,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -27782,13 +34914,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -27935,7 +35061,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -28187,13 +35319,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -28340,7 +35466,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -28592,13 +35724,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -28718,6 +35844,20 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\\config.json\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\\generation_config.json\n",
+ "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\\pytorch_model.bin\n",
+ "Deleting older checkpoint [C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049] due to args.save_total_limit\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "***** Running Evaluation *****\n",
+ " Num examples = 15878\n",
+ " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -28774,13 +35914,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\config.json\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\generation_config.json\n",
- "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\pytorch_model.bin\n",
- "***** Running Evaluation *****\n",
- " Num examples = 15878\n",
- " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -28976,13 +36109,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -29122,7 +36249,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -29381,13 +36514,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -29527,7 +36654,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -29780,19 +36913,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -29939,7 +37059,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -30185,19 +37311,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -30351,7 +37464,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -30590,19 +37709,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -30763,7 +37869,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -31001,13 +38113,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -31168,7 +38274,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -31406,13 +38518,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -31573,7 +38679,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -31811,13 +38923,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -31978,7 +39084,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -32216,13 +39328,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -32383,7 +39489,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -32621,13 +39733,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -32788,7 +39894,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -33026,13 +40138,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -33193,7 +40299,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -33431,13 +40543,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -33598,7 +40704,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -33836,13 +40948,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -34003,7 +41109,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -34241,13 +41353,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -34408,7 +41514,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -34646,13 +41758,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -34813,7 +41919,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -35051,13 +42163,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -35218,7 +42324,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -35456,13 +42568,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -35623,7 +42729,13 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -35798,7 +42910,11 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
+ "\n",
+ "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-20245\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-20245\\config.json\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-20245\\generation_config.json\n",
+ "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-20245\\pytorch_model.bin\n"
]
}
],