model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "lmqg_output/mt5_small_ruquad_answer/best_model",
+  "_name_or_path": "lmqg_output/mt5_small_ruquad_answer/model_htoewb/epoch_16",
   "add_prefix": true,
   "architectures": [
     "MT5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.3373206700328537, "Bleu_2": 0.2689049061848587, "Bleu_3": 0.2179805940917462, "Bleu_4": 0.17855262522921697, "METEOR": 0.2885249150207129, "ROUGE_L": 0.33599373957868217, "BERTScore": 0.8628085551634017, "MoverScore": 0.6498174280216724}, "test": {"Bleu_1": 0.33925863857632393, "Bleu_2": 0.27018772025307697, "Bleu_3": 0.21943375532628198, "Bleu_4": 0.17967660235424063, "METEOR": 0.2884840873027538, "ROUGE_L": 0.3366363295639816, "BERTScore": 0.8626696024625617, "MoverScore": 0.6500440635532018}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2246902534378421, "Bleu_2": 0.1653028506658754, "Bleu_3": 0.1284400312752787, "Bleu_4": 0.10215086381824497, "METEOR": 0.1862553462981442, "ROUGE_L": 0.21435715498959548, "BERTScore": 0.7914651829728633, "MoverScore": 0.5761549622378838}, "test": {"Bleu_1": 0.22693684332062836, "Bleu_2": 0.16761593109157674, "Bleu_3": 0.13060074103115468, "Bleu_4": 0.10403218773772514, "METEOR": 0.18592050585663106, "ROUGE_L": 0.21544445737011372, "BERTScore": 0.7904084847146694, "MoverScore": 0.5743854784313621}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.33355095507865273, "Bleu_2": 0.2642474153357464, "Bleu_3": 0.21292511889216875, "Bleu_4": 0.17341466932806962, "METEOR": 0.2718980183794554, "ROUGE_L": 0.3226129587243321, "BERTScore": 0.859310743778447, "MoverScore": 0.6403800986260144}, "test": {"Bleu_1": 0.3356173021144156, "Bleu_2": 0.2652894559158304, "Bleu_3": 0.2139483009283579, "Bleu_4": 0.1744540328055626, "METEOR": 0.27035976464639644, "ROUGE_L": 0.32287093459034333, "BERTScore": 0.8584773711996291, "MoverScore": 0.6390077051414695}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.33862078783071325, "Bleu_2": 0.2698474369338738, "Bleu_3": 0.21871441531160973, "Bleu_4": 0.1791843582967414, "METEOR": 0.2895672896823618, "ROUGE_L": 0.3367562312827605, "BERTScore": 0.862922018594663, "MoverScore": 0.6500349760637513}, "test": {"Bleu_1": 0.3411483641075409, "Bleu_2": 0.27166421909345834, "Bleu_3": 0.22063523461744314, "Bleu_4": 0.18064142309448245, "METEOR": 0.289216348958004, "ROUGE_L": 0.33780523556447417, "BERTScore": 0.8628808111702687, "MoverScore": 0.6501855498621383}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22603482616497614, "Bleu_2": 0.16638778003783006, "Bleu_3": 0.12927639816340566, "Bleu_4": 0.1028018999627188, "METEOR": 0.1876579411018731, "ROUGE_L": 0.21586815026034256, "BERTScore": 0.7914845642425253, "MoverScore": 0.5762954053789181}, "test": {"Bleu_1": 0.22903893466629774, "Bleu_2": 0.16936269689220337, "Bleu_3": 0.1320581075460406, "Bleu_4": 0.10528851176486963, "METEOR": 0.18685528676512578, "ROUGE_L": 0.2171896161306894, "BERTScore": 0.7906449580480686, "MoverScore": 0.5745938483499252}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.33485846232788136, "Bleu_2": 0.26515116371345726, "Bleu_3": 0.21353747278042196, "Bleu_4": 0.17383354073068505, "METEOR": 0.27278777048901726, "ROUGE_L": 0.32327125862171185, "BERTScore": 0.8594240767567143, "MoverScore": 0.6406480210372667}, "test": {"Bleu_1": 0.3374583937867983, "Bleu_2": 0.2666510618614119, "Bleu_3": 0.21500000054313637, "Bleu_4": 0.17525591019359382, "METEOR": 0.2707716077163146, "ROUGE_L": 0.32395048055224185, "BERTScore": 0.8586046461372338, "MoverScore": 0.6389937364262923}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.3384271034693186, "Bleu_2": 0.26977055278315254, "Bleu_3": 0.21869903540328905, "Bleu_4": 0.17917170747367778, "METEOR": 0.28915727624958737, "ROUGE_L": 0.3366527096088095, "BERTScore": 0.8620177421770628, "MoverScore": 0.6489292570584918}, "test": {"Bleu_1": 0.34112026559241404, "Bleu_2": 0.27163163257155837, "Bleu_3": 0.22063015285700524, "Bleu_4": 0.18062914018315515, "METEOR": 0.28929186021523906, "ROUGE_L": 0.3379946644623838, "BERTScore": 0.8622468070801411, "MoverScore": 0.6495143665430804}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22615245080641536, "Bleu_2": 0.16651861884258698, "Bleu_3": 0.12942938870896734, "Bleu_4": 0.10296985920670935, "METEOR": 0.18776041329622947, "ROUGE_L": 0.21594332982226822, "BERTScore": 0.791499962111094, "MoverScore": 0.5763063862805408}, "test": {"Bleu_1": 0.22896083102276277, "Bleu_2": 0.16924608742562366, "Bleu_3": 0.13197093338998883, "Bleu_4": 0.10523638019817304, "METEOR": 0.18680981143387473, "ROUGE_L": 0.2170793425781159, "BERTScore": 0.7905891939352406, "MoverScore": 0.5745640524517742}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.33498769921916066, "Bleu_2": 0.26549946931179347, "Bleu_3": 0.21404165481066467, "Bleu_4": 0.17441071334068806, "METEOR": 0.2724875091432993, "ROUGE_L": 0.32335877087129417, "BERTScore": 0.8585239431561661, "MoverScore": 0.6396278263083062}, "test": {"Bleu_1": 0.33744425715321363, "Bleu_2": 0.26669395669129303, "Bleu_3": 0.21514986704123382, "Bleu_4": 0.17549315618910438, "METEOR": 0.2709462138321739, "ROUGE_L": 0.3243081000402267, "BERTScore": 0.8580199343200177, "MoverScore": 0.6384236334100469}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.3383240223463619, "Bleu_2": 0.2694855977185452, "Bleu_3": 0.21831909172828975, "Bleu_4": 0.1787808714871219, "METEOR": 0.28938255302225446, "ROUGE_L": 0.3364987737861285, "BERTScore": 0.8624062051750012, "MoverScore": 0.6494561243995243}, "test": {"Bleu_1": 0.34106803573593525, "Bleu_2": 0.2715512676187603, "Bleu_3": 0.22052380618280426, "Bleu_4": 0.18053177255767347, "METEOR": 0.2892857204304119, "ROUGE_L": 0.33791843310539554, "BERTScore": 0.8623560439784002, "MoverScore": 0.6497701762968816}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22615245080641536, "Bleu_2": 0.16651861884258698, "Bleu_3": 0.12942938870896734, "Bleu_4": 0.10296985920670935, "METEOR": 0.18776041329622947, "ROUGE_L": 0.21594332982226822, "BERTScore": 0.791499963624329, "MoverScore": 0.5763063862805408}, "test": {"Bleu_1": 0.22907514789433162, "Bleu_2": 0.16936693036768913, "Bleu_3": 0.13205497776879244, "Bleu_4": 0.10528301868613382, "METEOR": 0.18686764452975002, "ROUGE_L": 0.21719044610573376, "BERTScore": 0.7906366998575485, "MoverScore": 0.5745908763873161}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.33479235614390235, "Bleu_2": 0.2651215647362484, "Bleu_3": 0.21353932922849445, "Bleu_4": 0.17386501042755168, "METEOR": 0.2727993918458684, "ROUGE_L": 0.3232709820032866, "BERTScore": 0.8590394617352014, "MoverScore": 0.6402266508014373}, "test": {"Bleu_1": 0.33746670927878264, "Bleu_2": 0.266652583772414, "Bleu_3": 0.21500961791580858, "Bleu_4": 0.17527101074716464, "METEOR": 0.2709123716706494, "ROUGE_L": 0.3242008894371161, "BERTScore": 0.8581983549957429, "MoverScore": 0.6386272064587335}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.33827025050282733, "Bleu_2": 0.26941962622528887, "Bleu_3": 0.21826501923509714, "Bleu_4": 0.17873960868048924, "METEOR": 0.28934172278830445, "ROUGE_L": 0.3364143953130681, "BERTScore": 0.862382971145154, "MoverScore": 0.649451807708907}, "test": {"Bleu_1": 0.3410078631925706, "Bleu_2": 0.27150824480678254, "Bleu_3": 0.22050608969406355, "Bleu_4": 0.18052481036219137, "METEOR": 0.2892784129694445, "ROUGE_L": 0.33789239721742037, "BERTScore": 0.8623779218362537, "MoverScore": 0.6497797903466135}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22615245080641536, "Bleu_2": 0.16651861884258698, "Bleu_3": 0.12942938870896734, "Bleu_4": 0.10296985920670935, "METEOR": 0.18776041329622947, "ROUGE_L": 0.21594332982226822, "BERTScore": 0.7914999626635448, "MoverScore": 0.5763063862805408}, "test": {"Bleu_1": 0.22907514789433162, "Bleu_2": 0.16936693036768913, "Bleu_3": 0.13205497776879244, "Bleu_4": 0.10528301868613382, "METEOR": 0.18686764452975002, "ROUGE_L": 0.21719044610573376, "BERTScore": 0.7906367000136131, "MoverScore": 0.5745908763873161}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.33469989110242065, "Bleu_2": 0.26500080182180136, "Bleu_3": 0.21342265156517082, "Bleu_4": 0.17375298161189512, "METEOR": 0.27272021819280506, "ROUGE_L": 0.32315377450130095, "BERTScore": 0.8590095976103752, "MoverScore": 0.6402187900456205}, "test": {"Bleu_1": 0.3374525930029331, "Bleu_2": 0.26663510601946544, "Bleu_3": 0.21500215931666333, "Bleu_4": 0.17526781825190457, "METEOR": 0.27093442138565615, "ROUGE_L": 0.3241916029654501, "BERTScore": 0.8582219279184562, "MoverScore": 0.6386404041467403}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.3387648688284109, "Bleu_2": 0.27019701619044656, "Bleu_3": 0.21917601859777863, "Bleu_4": 0.1796617793299853, "METEOR": 0.289405530547806, "ROUGE_L": 0.33695035392206646, "BERTScore": 0.8625306774598083, "MoverScore": 0.6494984823711116}, "test": {"Bleu_1": 0.3412888312109591, "Bleu_2": 0.2718113356509783, "Bleu_3": 0.2207798162392128, "Bleu_4": 0.18076374562951433, "METEOR": 0.28924665560566054, "ROUGE_L": 0.3379203019947884, "BERTScore": 0.8627647441319468, "MoverScore": 0.6499307285130146}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22603482616497614, "Bleu_2": 0.16638778003783006, "Bleu_3": 0.12927639816340566, "Bleu_4": 0.1028018999627188, "METEOR": 0.1876579411018731, "ROUGE_L": 0.21586815026034256, "BERTScore": 0.7914845637561284, "MoverScore": 0.5762954053789181}, "test": {"Bleu_1": 0.22892460309710738, "Bleu_2": 0.1692418458467149, "Bleu_3": 0.13197405603752255, "Bleu_4": 0.1052418682688968, "METEOR": 0.18679745431682954, "ROUGE_L": 0.2170785126030715, "BERTScore": 0.7905974539265052, "MoverScore": 0.5745670244143835}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_ruquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.3350970395441426, "Bleu_2": 0.2655769256463629, "Bleu_3": 0.21409394579572077, "Bleu_4": 0.17444186691873909, "METEOR": 0.2725153343016639, "ROUGE_L": 0.3233919991064824, "BERTScore": 0.8589129440731131, "MoverScore": 0.6400494103469377}, "test": {"Bleu_1": 0.33745726495725775, "Bleu_2": 0.26671606538652515, "Bleu_3": 0.2151531644685253, "Bleu_4": 0.17548623591380344, "METEOR": 0.2707972879794799, "ROUGE_L": 0.32407075430971505, "BERTScore": 0.8584107342443438, "MoverScore": 0.6387815189972985}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c05416593ed899e2b340f0f972256eba3c29f1f86fcedf743c6318c5d3184f8
-size 1200745605
+oid sha256:f4b058c3f162222af3cd7976391df45ed83b49086057de3463c96ce0de3bfae6
+size 1200748293

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_ruquad_answer/best_model", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_ruquad_answer/model_htoewb/epoch_16", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_ruquad", "dataset_name": "default", "input_types": ["paragraph_answer", "paragraph_sentence"], "output_types": ["question", "answer"], "prefix_types": ["qg", "ae"], "model": "google/mt5-small", "max_length": 512, "max_length_output": 32, "epoch": 17, "batch": 16, "lr": 0.001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 4, "label_smoothing": 0.15}