model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "lmqg_output/mt5_small_itquad_answer/best_model",
+  "_name_or_path": "lmqg_output/mt5_small_itquad_answer/model_dyalqk/epoch_6",
   "add_prefix": true,
   "architectures": [
     "MT5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22870995404472141, "Bleu_2": 0.15169447579657783, "Bleu_3": 0.10587225331335277, "Bleu_4": 0.07604588765829172, "METEOR": 0.18592362224612888, "ROUGE_L": 0.22525595343749003, "BERTScore": 0.8156974664701396, "MoverScore": 0.5749837880955345}, "test": {"Bleu_1": 0.21456912452279614, "Bleu_2": 0.13934408237186519, "Bleu_3": 0.09586786135194969, "Bleu_4": 0.06804963025385831, "METEOR": 0.16993858193468203, "ROUGE_L": 0.2109982219382198, "BERTScore": 0.8044632559835339, "MoverScore": 0.5649181261806319}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18841325159556402, "Bleu_2": 0.11963875437498597, "Bleu_3": 0.0821945089620435, "Bleu_4": 0.05818439072043795, "METEOR": 0.15536865997122898, "ROUGE_L": 0.18373590969432282, "BERTScore": 0.7828347958533299, "MoverScore": 0.5525251927003816}, "test": {"Bleu_1": 0.17866817612097016, "Bleu_2": 0.11131983312895702, "Bleu_3": 0.07509661138243606, "Bleu_4": 0.052439468905009515, "METEOR": 0.1444385004139795, "ROUGE_L": 0.17587232116409968, "BERTScore": 0.7751612694602803, "MoverScore": 0.5461851556196324}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18669213839639612, "Bleu_2": 0.11500179624597054, "Bleu_3": 0.07577411122429308, "Bleu_4": 0.05191095501046763, "METEOR": 0.14323986431570654, "ROUGE_L": 0.18186726273861387, "BERTScore": 0.7888750136407764, "MoverScore": 0.5517258396310488}, "test": {"Bleu_1": 0.18150620689654973, "Bleu_2": 0.11180183579434279, "Bleu_3": 0.07412484318934087, "Bleu_4": 0.05083874450921826, "METEOR": 0.13780621527921616, "ROUGE_L": 0.1741914933787914, "BERTScore": 0.7853612828378468, "MoverScore": 0.5484449572379898}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22944961481943013, "Bleu_2": 0.15241705337350853, "Bleu_3": 0.10649629263140767, "Bleu_4": 0.07658056485252952, "METEOR": 0.18630139925774425, "ROUGE_L": 0.2257479783180262, "BERTScore": 0.8156259328737708, "MoverScore": 0.5750271101568019}, "test": {"Bleu_1": 0.22529990644576547, "Bleu_2": 0.14748318867631258, "Bleu_3": 0.10187892663202547, "Bleu_4": 0.07247588693912974, "METEOR": 0.17495288244686244, "ROUGE_L": 0.2183840870793931, "BERTScore": 0.8061110932516495, "MoverScore": 0.5662580131358668}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18922624044888692, "Bleu_2": 0.12031769732880292, "Bleu_3": 0.08273595181536655, "Bleu_4": 0.05862092437544454, "METEOR": 0.15568338966335563, "ROUGE_L": 0.18416583285905264, "BERTScore": 0.7825083947257854, "MoverScore": 0.5523480027330615}, "test": {"Bleu_1": 0.18802970827013796, "Bleu_2": 0.11821907187615506, "Bleu_3": 0.08014964534734643, "Bleu_4": 0.056125162439348786, "METEOR": 0.14918460168949355, "ROUGE_L": 0.1825453932490268, "BERTScore": 0.7767232044890153, "MoverScore": 0.5472978265123033}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18769164620554443, "Bleu_2": 0.11579594732779103, "Bleu_3": 0.07638442155236533, "Bleu_4": 0.05239138487283488, "METEOR": 0.14381500384412318, "ROUGE_L": 0.1825322900376411, "BERTScore": 0.7887806353621067, "MoverScore": 0.5516899286194373}, "test": {"Bleu_1": 0.18998308611479306, "Bleu_2": 0.11795529177967308, "Bleu_3": 0.07850845964300755, "Bleu_4": 0.053985032570246345, "METEOR": 0.14137171433960755, "ROUGE_L": 0.1799052468202169, "BERTScore": 0.7861452472826441, "MoverScore": 0.5492361536122594}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22928142979556604, "Bleu_2": 0.1520397645000327, "Bleu_3": 0.10607750958071822, "Bleu_4": 0.0761758903833899, "METEOR": 0.18615468214917003, "ROUGE_L": 0.22555176378113642, "BERTScore": 0.8152430260835063, "MoverScore": 0.5747611939259322}, "test": {"Bleu_1": 0.22462688332268707, "Bleu_2": 0.14694711353262213, "Bleu_3": 0.10160637956465902, "Bleu_4": 0.07240627292199371, "METEOR": 0.17464411943982, "ROUGE_L": 0.21779024928170013, "BERTScore": 0.8050716797303552, "MoverScore": 0.5654027872768658}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1891133915482165, "Bleu_2": 0.12010309672903946, "Bleu_3": 0.08248273308570571, "Bleu_4": 0.058381210548721356, "METEOR": 0.15565995569265342, "ROUGE_L": 0.18408635529290843, "BERTScore": 0.7822897275743695, "MoverScore": 0.5522097259565928}, "test": {"Bleu_1": 0.18802007808142568, "Bleu_2": 0.11817408916621955, "Bleu_3": 0.08008925930297427, "Bleu_4": 0.05606629647174149, "METEOR": 0.1491940528549916, "ROUGE_L": 0.1825177230130778, "BERTScore": 0.7766700114234019, "MoverScore": 0.5472828476710878}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18762797959114197, "Bleu_2": 0.11567607399716669, "Bleu_3": 0.07626417498975527, "Bleu_4": 0.052267867185111866, "METEOR": 0.14377802740001047, "ROUGE_L": 0.18246081145745302, "BERTScore": 0.7886304646960465, "MoverScore": 0.551608361922751}, "test": {"Bleu_1": 0.18950171445246722, "Bleu_2": 0.11754426523276978, "Bleu_3": 0.07835753619032719, "Bleu_4": 0.05403064861675792, "METEOR": 0.14095386366692506, "ROUGE_L": 0.17942422486041593, "BERTScore": 0.7853033510641864, "MoverScore": 0.5485815254665893}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22940882042155353, "Bleu_2": 0.1522591399061598, "Bleu_3": 0.10631323099526713, "Bleu_4": 0.07641001845249473, "METEOR": 0.18628221470190254, "ROUGE_L": 0.2256978486248711, "BERTScore": 0.815382207125338, "MoverScore": 0.5748812665724683}, "test": {"Bleu_1": 0.2249820226573433, "Bleu_2": 0.14728832108174855, "Bleu_3": 0.10185039654003747, "Bleu_4": 0.072589472598776, "METEOR": 0.17501123750640263, "ROUGE_L": 0.21821825891669266, "BERTScore": 0.8053380872017575, "MoverScore": 0.5657786469364131}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18907522861724863, "Bleu_2": 0.12009598197531157, "Bleu_3": 0.08251749511191023, "Bleu_4": 0.05843505686208732, "METEOR": 0.15566846548097973, "ROUGE_L": 0.18405343830167353, "BERTScore": 0.7823195032832913, "MoverScore": 0.5522465105785023}, "test": {"Bleu_1": 0.18802970827013796, "Bleu_2": 0.11821907187615506, "Bleu_3": 0.08014964534734643, "Bleu_4": 0.056125162439348786, "METEOR": 0.14918460168949355, "ROUGE_L": 0.1825453932490268, "BERTScore": 0.7767232044026694, "MoverScore": 0.5472978265123033}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18762583418165152, "Bleu_2": 0.1156532309085666, "Bleu_3": 0.076237793463844, "Bleu_4": 0.05225093417864031, "METEOR": 0.1437652984977054, "ROUGE_L": 0.18244619961051145, "BERTScore": 0.7886236420980565, "MoverScore": 0.5516154071366008}, "test": {"Bleu_1": 0.18970344066995273, "Bleu_2": 0.11756671163348499, "Bleu_3": 0.07825339188334708, "Bleu_4": 0.05390514297483367, "METEOR": 0.14115072280937319, "ROUGE_L": 0.17947735555895136, "BERTScore": 0.7853964506871767, "MoverScore": 0.5488089917264635}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2294549499443801, "Bleu_2": 0.15231564273550255, "Bleu_3": 0.10636016205868261, "Bleu_4": 0.07643673338028216, "METEOR": 0.18631408113952858, "ROUGE_L": 0.22573622115751313, "BERTScore": 0.8154193802037898, "MoverScore": 0.5748991418571295}, "test": {"Bleu_1": 0.22475781425149294, "Bleu_2": 0.14706493914437607, "Bleu_3": 0.10163827744414107, "Bleu_4": 0.07241247755350037, "METEOR": 0.17487191611404765, "ROUGE_L": 0.2180557940484897, "BERTScore": 0.8052927263574325, "MoverScore": 0.5656837838863916}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18911914346712916, "Bleu_2": 0.1201595143944656, "Bleu_3": 0.08256652065579967, "Bleu_4": 0.058462314517241425, "METEOR": 0.15571658048741965, "ROUGE_L": 0.18409431551396527, "BERTScore": 0.7823443503924942, "MoverScore": 0.5522572957193719}, "test": {"Bleu_1": 0.187990720913631, "Bleu_2": 0.11816448007961522, "Bleu_3": 0.08009911610944928, "Bleu_4": 0.05608971399118457, "METEOR": 0.1491676691800936, "ROUGE_L": 0.18248150129172086, "BERTScore": 0.7766799632317948, "MoverScore": 0.5472721447999427}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18762583418165152, "Bleu_2": 0.1156532309085666, "Bleu_3": 0.076237793463844, "Bleu_4": 0.05225093417864031, "METEOR": 0.1437652984977054, "ROUGE_L": 0.18244619961051145, "BERTScore": 0.7886236416379727, "MoverScore": 0.5516154071366008}, "test": {"Bleu_1": 0.1896852934753574, "Bleu_2": 0.11766080579507152, "Bleu_3": 0.0783610840527558, "Bleu_4": 0.0539921658567005, "METEOR": 0.1412183088822167, "ROUGE_L": 0.17957260439941392, "BERTScore": 0.7854760519908716, "MoverScore": 0.5488281959231679}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22928106031073978, "Bleu_2": 0.15216295952468506, "Bleu_3": 0.1062338856179099, "Bleu_4": 0.07633123088563144, "METEOR": 0.18617333050592744, "ROUGE_L": 0.2255766131497487, "BERTScore": 0.815452525375814, "MoverScore": 0.5748887713825629}, "test": {"Bleu_1": 0.22471282800565168, "Bleu_2": 0.14691634191016015, "Bleu_3": 0.10149519631173355, "Bleu_4": 0.07220314837163569, "METEOR": 0.17441989087829063, "ROUGE_L": 0.21768784357736654, "BERTScore": 0.8057115719091472, "MoverScore": 0.5657990467532247}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18922452276688714, "Bleu_2": 0.12028215241795852, "Bleu_3": 0.08267139318236265, "Bleu_4": 0.05855047371341323, "METEOR": 0.15565610555265857, "ROUGE_L": 0.184170964846095, "BERTScore": 0.7824567176891446, "MoverScore": 0.5523000421272406}, "test": {"Bleu_1": 0.18802007808142568, "Bleu_2": 0.11817408916621955, "Bleu_3": 0.08008925930297427, "Bleu_4": 0.05606629647174149, "METEOR": 0.1491940528549916, "ROUGE_L": 0.1825177230130778, "BERTScore": 0.7766700114493057, "MoverScore": 0.5472828476710878}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1876938050293091, "Bleu_2": 0.11581880979870192, "Bleu_3": 0.07641082236886224, "Bleu_4": 0.05240834881035589, "METEOR": 0.14382774089267086, "ROUGE_L": 0.18254690188458264, "BERTScore": 0.7887874572461737, "MoverScore": 0.5516828834055876}, "test": {"Bleu_1": 0.1898043618877895, "Bleu_2": 0.11790912239835988, "Bleu_3": 0.07860358170084232, "Bleu_4": 0.05410036215755228, "METEOR": 0.14116822441599225, "ROUGE_L": 0.17981311272671893, "BERTScore": 0.7859688590622184, "MoverScore": 0.5489770275692898}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dab811734d46e9f14dd414c16cbec8802a14beaea57694400b43d6992bb70d8c
-size 1200745605
+oid sha256:e510a3961fe535482df4ef1ba142e4fd019631df677830e65c93b0ce347843c5
+size 1200748293

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_itquad_answer/best_model", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_itquad_answer/model_dyalqk/epoch_6", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_itquad", "dataset_name": "default", "input_types": ["paragraph_answer", "paragraph_sentence"], "output_types": ["question", "answer"], "prefix_types": ["qg", "ae"], "model": "google/mt5-small", "max_length": 512, "max_length_output": 32, "epoch": 13, "batch": 16, "lr": 0.001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 4, "label_smoothing": 0.15}