model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "lmqg_output/qg_squadshifts_vanilla/t5_small_squadshifts_reddit/best_model",
+  "_name_or_path": "t5-small",
   "add_prefix": true,
   "architectures": [
     "T5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.04030492673002034, "Bleu_2": 0.0130836917699884, "Bleu_3": 0.005240852086449452, "Bleu_4": 0.002480806150480647, "METEOR": 0.058838255034581614, "ROUGE_L": 0.04995652351576929, "BERTScore": 0.8188798368487831, "MoverScore": 0.5107048277427954}, "test": {"Bleu_1": 0.039778238619259124, "Bleu_2": 0.012740173759720806, "Bleu_3": 0.005452877337252341, "Bleu_4": 0.002763190519306921, "METEOR": 0.05794123546964309, "ROUGE_L": 0.049775649988459236, "BERTScore": 0.8211756687070905, "MoverScore": 0.5098587558744367}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.037658723256217386, "Bleu_2": 0.011578852348964655, "Bleu_3": 0.00480720940185225, "Bleu_4": 0.0023344649917607387, "METEOR": 0.05236494248718325, "ROUGE_L": 0.043954939994470164, "BERTScore": 0.8018073889003973, "MoverScore": 0.5080669404796051}, "test": {"Bleu_1": 0.03984021864816529, "Bleu_2": 0.013686175928003507, "Bleu_3": 0.006505062105485369, "Bleu_4": 0.0036564396119874616, "METEOR": 0.055400528919089025, "ROUGE_L": 0.04644994596478824, "BERTScore": 0.8029054903517059, "MoverScore": 0.5090945019672773}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.07481203007518394, "Bleu_2": 0.035158608619725494, "Bleu_3": 0.018914514950988306, "Bleu_4": 0.01070438714016342, "METEOR": 0.06344821263324847, "ROUGE_L": 0.06706962433890337, "BERTScore": 0.7649296825270612, "MoverScore": 0.5157662517738513}, "test": {"Bleu_1": 0.07852086936366577, "Bleu_2": 0.03877914063043961, "Bleu_3": 0.02176787329467925, "Bleu_4": 0.013196153974211434, "METEOR": 0.06500291069516902, "ROUGE_L": 0.06930935367926738, "BERTScore": 0.7670157944589361, "MoverScore": 0.5149846733932079}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.04088468286458502, "Bleu_2": 0.01330320397151116, "Bleu_3": 0.00535569477406378, "Bleu_4": 0.0025415430512667645, "METEOR": 0.05911374030811674, "ROUGE_L": 0.050419413504928796, "BERTScore": 0.8187321424108198, "MoverScore": 0.5106284986456172}, "test": {"Bleu_1": 0.040999581727731084, "Bleu_2": 0.013272398174329311, "Bleu_3": 0.005755939010318633, "Bleu_4": 0.002960602706948102, "METEOR": 0.058734593476078664, "ROUGE_L": 0.05058447920310733, "BERTScore": 0.8211461792740573, "MoverScore": 0.5098124399472759}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.0382334535268338, "Bleu_2": 0.01177710890904299, "Bleu_3": 0.004906371371164037, "Bleu_4": 0.0023866842505436284, "METEOR": 0.05297603211949032, "ROUGE_L": 0.044496158642178193, "BERTScore": 0.8019471799161532, "MoverScore": 0.5081615232052052}, "test": {"Bleu_1": 0.04128524350054883, "Bleu_2": 0.014343450132229561, "Bleu_3": 0.006853021192531224, "Bleu_4": 0.0038620788253110327, "METEOR": 0.056310385210621566, "ROUGE_L": 0.04741162996524295, "BERTScore": 0.8029153026832615, "MoverScore": 0.5090595498396558}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.0768256415904793, "Bleu_2": 0.03600584907821374, "Bleu_3": 0.019373819596799517, "Bleu_4": 0.010964883591831514, "METEOR": 0.06447235771831952, "ROUGE_L": 0.06854932127305409, "BERTScore": 0.7649739468887401, "MoverScore": 0.5160556481170393}, "test": {"Bleu_1": 0.08209777980535124, "Bleu_2": 0.04103247692148118, "Bleu_3": 0.023213121445250597, "Bleu_4": 0.014074477696952917, "METEOR": 0.06694950632910786, "ROUGE_L": 0.07141918223169279, "BERTScore": 0.7668688850161984, "MoverScore": 0.5149092029810505}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.04105090311986755, "Bleu_2": 0.013346976779572781, "Bleu_3": 0.005360260093064609, "Bleu_4": 0.002540526747848889, "METEOR": 0.05937483088080128, "ROUGE_L": 0.050524097360959454, "BERTScore": 0.8188587177439067, "MoverScore": 0.5106820257703862}, "test": {"Bleu_1": 0.04120119799859545, "Bleu_2": 0.013381427581656155, "Bleu_3": 0.005818797321042069, "Bleu_4": 0.0029456385241582975, "METEOR": 0.058778688203948604, "ROUGE_L": 0.050664469821770114, "BERTScore": 0.8213214733557719, "MoverScore": 0.5098133793554238}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.038228896635975146, "Bleu_2": 0.011775670546338986, "Bleu_3": 0.004905757661290382, "Bleu_4": 0.002386378398965825, "METEOR": 0.05295267686384025, "ROUGE_L": 0.044496158642178193, "BERTScore": 0.8019349673945069, "MoverScore": 0.5081307658883392}, "test": {"Bleu_1": 0.04127539652663986, "Bleu_2": 0.014343652846119137, "Bleu_3": 0.006853724019580343, "Bleu_4": 0.003862658763435715, "METEOR": 0.05629792575976174, "ROUGE_L": 0.0474073857750325, "BERTScore": 0.8029094846988226, "MoverScore": 0.5090604161240456}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.0759675371280254, "Bleu_2": 0.03591749671849105, "Bleu_3": 0.019435403733179517, "Bleu_4": 0.011096141065530047, "METEOR": 0.06399909439316008, "ROUGE_L": 0.06803376651834177, "BERTScore": 0.7651058721241515, "MoverScore": 0.5158433880108457}, "test": {"Bleu_1": 0.08166869208567368, "Bleu_2": 0.04054915418552043, "Bleu_3": 0.022811303970643567, "Bleu_4": 0.01380619397403624, "METEOR": 0.06667485074614178, "ROUGE_L": 0.07150871704292998, "BERTScore": 0.7670991533675525, "MoverScore": 0.5150243312284782}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.04108973681428916, "Bleu_2": 0.0133374457234761, "Bleu_3": 0.005353340394454286, "Bleu_4": 0.002536467316249726, "METEOR": 0.05943252293473579, "ROUGE_L": 0.05039398786553466, "BERTScore": 0.8187493724025763, "MoverScore": 0.5105802157647668}, "test": {"Bleu_1": 0.04130792213991442, "Bleu_2": 0.013474820011460567, "Bleu_3": 0.005885299660711879, "Bleu_4": 0.0030046935393053765, "METEOR": 0.059039087297929345, "ROUGE_L": 0.05081155009516713, "BERTScore": 0.8212260628454654, "MoverScore": 0.5097242614365617}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.038228896635975146, "Bleu_2": 0.011775670546338986, "Bleu_3": 0.004905757661290382, "Bleu_4": 0.002386378398965825, "METEOR": 0.05295267686384025, "ROUGE_L": 0.044496158642178193, "BERTScore": 0.8019349698764668, "MoverScore": 0.5081307658883392}, "test": {"Bleu_1": 0.04129373474369364, "Bleu_2": 0.014344618950868243, "Bleu_3": 0.00685329137608485, "Bleu_4": 0.0038621477740904873, "METEOR": 0.056301317320293594, "ROUGE_L": 0.04743511752973268, "BERTScore": 0.8029066370749665, "MoverScore": 0.5090528800726569}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.0767462229034335, "Bleu_2": 0.03599745189961841, "Bleu_3": 0.019400153174079574, "Bleu_4": 0.01105204050842324, "METEOR": 0.06451468051280944, "ROUGE_L": 0.06877593300995513, "BERTScore": 0.7649211143845639, "MoverScore": 0.5158516189425039}, "test": {"Bleu_1": 0.08261595303737725, "Bleu_2": 0.04115278726428631, "Bleu_3": 0.02323359379913733, "Bleu_4": 0.014054888261882987, "METEOR": 0.0675384360691724, "ROUGE_L": 0.07219070211567151, "BERTScore": 0.7676878679659215, "MoverScore": 0.5150603798832825}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.04106471926760753, "Bleu_2": 0.01334258599351923, "Bleu_3": 0.005357283848873898, "Bleu_4": 0.002538820412830909, "METEOR": 0.0593769976041495, "ROUGE_L": 0.05051688254170182, "BERTScore": 0.8187577650750097, "MoverScore": 0.5105771395444566}, "test": {"Bleu_1": 0.04129409995843136, "Bleu_2": 0.013504451796728122, "Bleu_3": 0.005928437586539141, "Bleu_4": 0.003040352620612243, "METEOR": 0.059041360351805676, "ROUGE_L": 0.05081589653149471, "BERTScore": 0.8212403395598192, "MoverScore": 0.5097433126482327}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.038228896635975146, "Bleu_2": 0.011775670546338986, "Bleu_3": 0.004905757661290382, "Bleu_4": 0.002386378398965825, "METEOR": 0.05295267686384025, "ROUGE_L": 0.044496158642178193, "BERTScore": 0.8019349700644941, "MoverScore": 0.5081307658883392}, "test": {"Bleu_1": 0.04128524350054883, "Bleu_2": 0.014343450132229561, "Bleu_3": 0.006853021192531224, "Bleu_4": 0.0038620788253110327, "METEOR": 0.056310385210621566, "ROUGE_L": 0.04741162996524295, "BERTScore": 0.8029153017529485, "MoverScore": 0.5090595498396558}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.07667451667670318, "Bleu_2": 0.03592665185741192, "Bleu_3": 0.01930393990966773, "Bleu_4": 0.010916463069001165, "METEOR": 0.06451197505717912, "ROUGE_L": 0.06881865051006857, "BERTScore": 0.7649268914848472, "MoverScore": 0.5159130837956961}, "test": {"Bleu_1": 0.08230012022843249, "Bleu_2": 0.04090474537195546, "Bleu_3": 0.02303857315578396, "Bleu_4": 0.013918918384828461, "METEOR": 0.0673316515233698, "ROUGE_L": 0.07209137994673755, "BERTScore": 0.7675561958658651, "MoverScore": 0.5150366188145012}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.04084514547585951, "Bleu_2": 0.013312663523991764, "Bleu_3": 0.005362633264942551, "Bleu_4": 0.0025456269769746033, "METEOR": 0.05905567649136635, "ROUGE_L": 0.0505495230003536, "BERTScore": 0.8188414766209359, "MoverScore": 0.5107303086512366}, "test": {"Bleu_1": 0.04090363926033295, "Bleu_2": 0.013181091994922008, "Bleu_3": 0.00568960983419986, "Bleu_4": 0.002902219055125439, "METEOR": 0.05846247253653017, "ROUGE_L": 0.05045030469658377, "BERTScore": 0.8212305473810986, "MoverScore": 0.5099055800058965}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.0382334535268338, "Bleu_2": 0.01177710890904299, "Bleu_3": 0.004906371371164037, "Bleu_4": 0.0023866842505436284, "METEOR": 0.05297603211949032, "ROUGE_L": 0.044496158642178193, "BERTScore": 0.8019471740873078, "MoverScore": 0.5081615232052052}, "test": {"Bleu_1": 0.04127539652663986, "Bleu_2": 0.014343652846119137, "Bleu_3": 0.006853724019580343, "Bleu_4": 0.003862658763435715, "METEOR": 0.05629792575976174, "ROUGE_L": 0.0474073857750325, "BERTScore": 0.8029094837039044, "MoverScore": 0.5090604161240456}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_squadshifts.reddit.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.07583754653035858, "Bleu_2": 0.03575318249521645, "Bleu_3": 0.019273636904494795, "Bleu_4": 0.010951996871907661, "METEOR": 0.06379470260804183, "ROUGE_L": 0.06749865133922506, "BERTScore": 0.765115848136625, "MoverScore": 0.5159882400129281}, "test": {"Bleu_1": 0.08140786590288568, "Bleu_2": 0.04062812273691426, "Bleu_3": 0.022947895039561246, "Bleu_4": 0.013947057335331131, "METEOR": 0.06623647410765383, "ROUGE_L": 0.0708654502924235, "BERTScore": 0.7665631437854655, "MoverScore": 0.5149211194095416}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:132862d9ad2fd384bdc22310962979d2e3a863723083db192f7e42ca1050de58
-size 242028475
+oid sha256:8cb8e0efe0f1526eeecc533746e135ac526b39ee9141abb80d1ff032916e22c5
+size 242030331

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "lmqg_output/qg_squadshifts_vanilla/t5_small_squadshifts_reddit/best_model", "special_tokens_map_file": "lmqg_output/qg_squadshifts_vanilla/t5_small_squadshifts_reddit/best_model/special_tokens_map.json", "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "t5-small", "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_squadshifts", "dataset_name": "reddit", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": ["qg"], "model": "t5-small", "max_length": 512, "max_length_output": 32, "epoch": 1, "batch": 32, "lr": 1e-05, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 4, "label_smoothing": 0.15}