diff --git "a/T5Train.ipynb" "b/T5Train.ipynb"
--- "a/T5Train.ipynb"
+++ "b/T5Train.ipynb"
@@ -199,7 +199,7 @@
{
"cell_type": "code",
"execution_count": null,
- "id": "924f8ca1",
+ "id": "b0a1835b",
"metadata": {},
"outputs": [],
"source": []
@@ -7534,8 +7534,8 @@
"\n",
"
\n",
" \n",
- "
\n",
- " [16197/20245 3:29:11 < 52:17, 1.29 it/s, Epoch 4/5]\n",
+ "
\n",
+ " [20245/20245 4:07:47, Epoch 5/5]\n",
"
\n",
" \n",
" \n",
@@ -7582,7 +7582,13 @@
" 0.895800 | \n",
" \n",
" \n",
- "
"
+ "
\n",
+ "
\n",
+ " \n",
+ "
\n",
+ " [946/993 09:10 < 00:27, 1.72 it/s]\n",
+ "
\n",
+ " "
],
"text/plain": [
""
@@ -7780,27 +7786,6885 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n",
+ "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\config.json\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\generation_config.json\n",
+ "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\pytorch_model.bin\n",
+ "Deleting older checkpoint [C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147] due to args.save_total_limit\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 15878\n",
+ " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -14651,14 +21515,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\config.json\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\generation_config.json\n",
- "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049\\pytorch_model.bin\n",
- "Deleting older checkpoint [C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147] due to args.save_total_limit\n",
- "***** Running Evaluation *****\n",
- " Num examples = 15878\n",
- " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -14841,19 +21697,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -14875,6 +21718,20 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\config.json\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\generation_config.json\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\pytorch_model.bin\n",
+ "Deleting older checkpoint [C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196] due to args.save_total_limit\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 15878\n",
+ " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -21712,20 +28569,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\config.json\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\generation_config.json\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-8098\\pytorch_model.bin\n",
- "Deleting older checkpoint [C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196] due to args.save_total_limit\n",
- "***** Running Evaluation *****\n",
- " Num examples = 15878\n",
- " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -21740,6 +28583,19 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Generate config GenerationConfig {\n",
+ " \"decoder_start_token_id\": 0,\n",
+ " \"eos_token_id\": 1,\n",
+ " \"pad_token_id\": 0,\n",
+ " \"transformers_version\": \"4.26.0\"\n",
+ "}\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -21929,6 +28785,14 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\config.json\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\generation_config.json\n",
+ "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\pytorch_model.bin\n",
+ "Deleting older checkpoint [C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-20245] due to args.save_total_limit\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 15878\n",
+ " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -28779,14 +35643,6 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
- "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\config.json\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\generation_config.json\n",
- "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-12147\\pytorch_model.bin\n",
- "Deleting older checkpoint [C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-20245] due to args.save_total_limit\n",
- "***** Running Evaluation *****\n",
- " Num examples = 15878\n",
- " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -28961,13 +35817,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
+ "\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -28996,6 +35846,20 @@
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
"\n",
+ "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\\config.json\n",
+ "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\\generation_config.json\n",
+ "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\\pytorch_model.bin\n",
+ "Deleting older checkpoint [C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-4049] due to args.save_total_limit\n",
+ "***** Running Evaluation *****\n",
+ " Num examples = 15878\n",
+ " Batch size = 16\n",
"Generate config GenerationConfig {\n",
" \"decoder_start_token_id\": 0,\n",
" \"eos_token_id\": 1,\n",
@@ -35720,136 +42584,7 @@
" \"pad_token_id\": 0,\n",
" \"transformers_version\": \"4.26.0\"\n",
"}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Generate config GenerationConfig {\n",
- " \"decoder_start_token_id\": 0,\n",
- " \"eos_token_id\": 1,\n",
- " \"pad_token_id\": 0,\n",
- " \"transformers_version\": \"4.26.0\"\n",
- "}\n",
- "\n",
- "Saving model checkpoint to C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\\config.json\n",
- "Configuration saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\\generation_config.json\n",
- "Model weights saved in C:\\Users\\vjmar\\Documents\\1. Code\\0. Work-Macro4\\T5Training\\checkpoint-16196\\pytorch_model.bin\n"
+ "\n"
]
}
],