asahi417 commited on
Commit
ef867aa
1 Parent(s): 22c97f8

model update

Browse files
Files changed (28) hide show
  1. config.json +1 -1
  2. eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  3. eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json +1 -0
  4. eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  5. eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  6. eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json +1 -0
  7. eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  8. eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  9. eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json +1 -0
  10. eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  11. eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  12. eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json +1 -0
  13. eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  14. eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  15. eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json +1 -0
  16. eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  17. eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  18. eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json +1 -0
  19. eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json +1 -0
  20. eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.restaurants.txt +136 -0
  21. eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.txt +136 -0
  22. eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.restaurants.txt +136 -0
  23. eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.restaurants.txt +129 -0
  24. eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.txt +129 -0
  25. eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.restaurants.txt +129 -0
  26. pytorch_model.bin +2 -2
  27. tokenizer_config.json +1 -1
  28. trainer_config.json +1 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "bart_base_subjqa_restaurants/best_model",
3
  "activation_dropout": 0.1,
4
  "activation_function": "gelu",
5
  "add_bias_logits": false,
 
1
  {
2
+ "_name_or_path": "lmqg_output/qg_subjqa/bart_base_subjqa_restaurants/model_fjuxwr/epoch_1",
3
  "activation_dropout": 0.1,
4
  "activation_function": "gelu",
5
  "add_bias_logits": false,
eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2619372442015526, "Bleu_2": 0.19086214518614286, "Bleu_3": 0.10924417880836776, "Bleu_4": 0.07834832273484245, "METEOR": 0.26614849744653496, "ROUGE_L": 0.27024546755650675, "BERTScore": 0.943894083647765, "MoverScore": 0.6704058349900617}, "test": {"Bleu_1": 0.22899728997258945, "Bleu_2": 0.1459522986656493, "Bleu_3": 0.061141392002669326, "Bleu_4": 0.0343068232863526, "METEOR": 0.21351595234205048, "ROUGE_L": 0.24261413307669788, "BERTScore": 0.9322822628652349, "MoverScore": 0.6267098221832461}}
eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25900277008274375, "Bleu_2": 0.18575409789420386, "Bleu_3": 0.10135121374335519, "Bleu_4": 0.0706127313267461, "METEOR": 0.25334710201968985, "ROUGE_L": 0.2667666460004096, "BERTScore": 0.9425044882205106, "MoverScore": 0.6623029829969659}, "test": {"Bleu_1": 0.22266666666636978, "Bleu_2": 0.13993949367206102, "Bleu_3": 3.4473409104120255e-07, "Bleu_4": 5.883105661324145e-10, "METEOR": 0.19477125913215, "ROUGE_L": 0.2368814765269083, "BERTScore": 0.929575952975189, "MoverScore": 0.6137278202257549}}
eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.26430517711135654, "Bleu_2": 0.190420716024413, "Bleu_3": 0.10899923556000127, "Bleu_4": 0.07612825021158559, "METEOR": 0.26806060561174244, "ROUGE_L": 0.27090229807692817, "BERTScore": 0.9439233019370441, "MoverScore": 0.6694300528018973}, "test": {"Bleu_1": 0.22739361702097421, "Bleu_2": 0.14505617009989438, "Bleu_3": 0.060293023113326454, "Bleu_4": 0.03359836805921156, "METEOR": 0.2135646097021245, "ROUGE_L": 0.24370387523978843, "BERTScore": 0.9316563579966041, "MoverScore": 0.6240256030323527}}
eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2619372442015526, "Bleu_2": 0.19086214518614286, "Bleu_3": 0.10924417880836776, "Bleu_4": 0.07834832273484245, "METEOR": 0.26614849744653496, "ROUGE_L": 0.27024546755650675, "BERTScore": 0.9438941169154736, "MoverScore": 0.6704058349900617}, "test": {"Bleu_1": 0.22899728997258945, "Bleu_2": 0.1459522986656493, "Bleu_3": 0.061141392002669326, "Bleu_4": 0.0343068232863526, "METEOR": 0.21351595234205048, "ROUGE_L": 0.24261413307669788, "BERTScore": 0.9322822597973487, "MoverScore": 0.6267098221832461}}
eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25900277008274375, "Bleu_2": 0.18575409789420386, "Bleu_3": 0.10135121374335519, "Bleu_4": 0.0706127313267461, "METEOR": 0.25334710201968985, "ROUGE_L": 0.2667666460004096, "BERTScore": 0.9425044997717983, "MoverScore": 0.6623029829969659}, "test": {"Bleu_1": 0.22266666666636978, "Bleu_2": 0.13993949367206102, "Bleu_3": 3.4473409104120255e-07, "Bleu_4": 5.883105661324145e-10, "METEOR": 0.19477125913215, "ROUGE_L": 0.2368814765269083, "BERTScore": 0.929575956919614, "MoverScore": 0.6137278202257549}}
eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.26430517711135654, "Bleu_2": 0.190420716024413, "Bleu_3": 0.10899923556000127, "Bleu_4": 0.07612825021158559, "METEOR": 0.26806060561174244, "ROUGE_L": 0.27090229807692817, "BERTScore": 0.9439233093298682, "MoverScore": 0.6694300528018973}, "test": {"Bleu_1": 0.22739361702097421, "Bleu_2": 0.14505617009989438, "Bleu_3": 0.060293023113326454, "Bleu_4": 0.03359836805921156, "METEOR": 0.2135646097021245, "ROUGE_L": 0.24370387523978843, "BERTScore": 0.9316563641323763, "MoverScore": 0.6240256030323527}}
eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2619372442015526, "Bleu_2": 0.19086214518614286, "Bleu_3": 0.10924417880836776, "Bleu_4": 0.07834832273484245, "METEOR": 0.26614849744653496, "ROUGE_L": 0.27024546755650675, "BERTScore": 0.9438940767169923, "MoverScore": 0.6704058349900617}, "test": {"Bleu_1": 0.22899728997258945, "Bleu_2": 0.1459522986656493, "Bleu_3": 0.061141392002669326, "Bleu_4": 0.0343068232863526, "METEOR": 0.21351595234205048, "ROUGE_L": 0.24261413307669788, "BERTScore": 0.932282273821971, "MoverScore": 0.6267098221832461}}
eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25900277008274375, "Bleu_2": 0.18575409789420386, "Bleu_3": 0.10135121374335519, "Bleu_4": 0.0706127313267461, "METEOR": 0.25334710201968985, "ROUGE_L": 0.2667666460004096, "BERTScore": 0.9425044928410257, "MoverScore": 0.6623029829969659}, "test": {"Bleu_1": 0.22266666666636978, "Bleu_2": 0.13993949367206102, "Bleu_3": 3.4473409104120255e-07, "Bleu_4": 5.883105661324145e-10, "METEOR": 0.19477125913215, "ROUGE_L": 0.2368814765269083, "BERTScore": 0.9295759556048057, "MoverScore": 0.6137278202257549}}
eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.26430517711135654, "Bleu_2": 0.190420716024413, "Bleu_3": 0.10899923556000127, "Bleu_4": 0.07612825021158559, "METEOR": 0.26806060561174244, "ROUGE_L": 0.27090229807692817, "BERTScore": 0.9439232275467511, "MoverScore": 0.6694300528018973}, "test": {"Bleu_1": 0.22739361702097421, "Bleu_2": 0.14505617009989438, "Bleu_3": 0.060293023113326454, "Bleu_4": 0.03359836805921156, "METEOR": 0.2135646097021245, "ROUGE_L": 0.24370387523978843, "BERTScore": 0.9316563461633289, "MoverScore": 0.6240256030323527}}
eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2619372442015526, "Bleu_2": 0.19086214518614286, "Bleu_3": 0.10924417880836776, "Bleu_4": 0.07834832273484245, "METEOR": 0.26614849744653496, "ROUGE_L": 0.27024546755650675, "BERTScore": 0.943894061931344, "MoverScore": 0.6704058349900617}, "test": {"Bleu_1": 0.22899728997258945, "Bleu_2": 0.1459522986656493, "Bleu_3": 0.061141392002669326, "Bleu_4": 0.0343068232863526, "METEOR": 0.21351595234205048, "ROUGE_L": 0.24261413307669788, "BERTScore": 0.9322822764515877, "MoverScore": 0.6267098221832461}}
eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25900277008274375, "Bleu_2": 0.18575409789420386, "Bleu_3": 0.10135121374335519, "Bleu_4": 0.0706127313267461, "METEOR": 0.25334710201968985, "ROUGE_L": 0.2667666460004096, "BERTScore": 0.9425044951512832, "MoverScore": 0.6623029829969659}, "test": {"Bleu_1": 0.22266666666636978, "Bleu_2": 0.13993949367206102, "Bleu_3": 3.4473409104120255e-07, "Bleu_4": 5.883105661324145e-10, "METEOR": 0.19477125913215, "ROUGE_L": 0.2368814765269083, "BERTScore": 0.9295759209815193, "MoverScore": 0.6137278202257549}}
eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.26430517711135654, "Bleu_2": 0.190420716024413, "Bleu_3": 0.10899923556000127, "Bleu_4": 0.07612825021158559, "METEOR": 0.26806060561174244, "ROUGE_L": 0.27090229807692817, "BERTScore": 0.943923222002133, "MoverScore": 0.6694300528018973}, "test": {"Bleu_1": 0.22739361702097421, "Bleu_2": 0.14505617009989438, "Bleu_3": 0.060293023113326454, "Bleu_4": 0.03359836805921156, "METEOR": 0.2135646097021245, "ROUGE_L": 0.24370387523978843, "BERTScore": 0.9316562940092648, "MoverScore": 0.6240256030323527}}
eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2619372442015526, "Bleu_2": 0.19086214518614286, "Bleu_3": 0.10924417880836776, "Bleu_4": 0.07834832273484245, "METEOR": 0.26614849744653496, "ROUGE_L": 0.27024546755650675, "BERTScore": 0.9438940799513529, "MoverScore": 0.6704058349900617}, "test": {"Bleu_1": 0.22899728997258945, "Bleu_2": 0.1459522986656493, "Bleu_3": 0.061141392002669326, "Bleu_4": 0.0343068232863526, "METEOR": 0.21351595234205048, "ROUGE_L": 0.24261413307669788, "BERTScore": 0.9322822611121571, "MoverScore": 0.6267098221832461}}
eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25900277008274375, "Bleu_2": 0.18575409789420386, "Bleu_3": 0.10135121374335519, "Bleu_4": 0.0706127313267461, "METEOR": 0.25334710201968985, "ROUGE_L": 0.2667666460004096, "BERTScore": 0.9425044933030772, "MoverScore": 0.6623029829969659}, "test": {"Bleu_1": 0.22266666666636978, "Bleu_2": 0.13993949367206102, "Bleu_3": 3.4473409104120255e-07, "Bleu_4": 5.883105661324145e-10, "METEOR": 0.19477125913215, "ROUGE_L": 0.2368814765269083, "BERTScore": 0.9295759582344223, "MoverScore": 0.6137278202257549}}
eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.26430517711135654, "Bleu_2": 0.190420716024413, "Bleu_3": 0.10899923556000127, "Bleu_4": 0.07612825021158559, "METEOR": 0.26806060561174244, "ROUGE_L": 0.27090229807692817, "BERTScore": 0.9439232996267866, "MoverScore": 0.6694300528018973}, "test": {"Bleu_1": 0.22739361702097421, "Bleu_2": 0.14505617009989438, "Bleu_3": 0.060293023113326454, "Bleu_4": 0.03359836805921156, "METEOR": 0.2135646097021245, "ROUGE_L": 0.24370387523978843, "BERTScore": 0.9316563505460235, "MoverScore": 0.6240256030323527}}
eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2619372442015526, "Bleu_2": 0.19086214518614286, "Bleu_3": 0.10924417880836776, "Bleu_4": 0.07834832273484245, "METEOR": 0.26614849744653496, "ROUGE_L": 0.27024546755650675, "BERTScore": 0.9438940767169923, "MoverScore": 0.6704058349900617}, "test": {"Bleu_1": 0.22899728997258945, "Bleu_2": 0.1459522986656493, "Bleu_3": 0.061141392002669326, "Bleu_4": 0.0343068232863526, "METEOR": 0.21351595234205048, "ROUGE_L": 0.24261413307669788, "BERTScore": 0.9322822615504265, "MoverScore": 0.6267098221832461}}
eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.25900277008274375, "Bleu_2": 0.18575409789420386, "Bleu_3": 0.10135121374335519, "Bleu_4": 0.0706127313267461, "METEOR": 0.25334710201968985, "ROUGE_L": 0.2667666460004096, "BERTScore": 0.9425044891446136, "MoverScore": 0.6623029829969659}, "test": {"Bleu_1": 0.22266666666636978, "Bleu_2": 0.13993949367206102, "Bleu_3": 3.4473409104120255e-07, "Bleu_4": 5.883105661324145e-10, "METEOR": 0.19477125913215, "ROUGE_L": 0.2368814765269083, "BERTScore": 0.9295759135309387, "MoverScore": 0.6137278202257549}}
eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.restaurants.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.26430517711135654, "Bleu_2": 0.190420716024413, "Bleu_3": 0.10899923556000127, "Bleu_4": 0.07612825021158559, "METEOR": 0.26806060561174244, "ROUGE_L": 0.27090229807692817, "BERTScore": 0.9439233042473016, "MoverScore": 0.6694300528018973}, "test": {"Bleu_1": 0.22739361702097421, "Bleu_2": 0.14505617009989438, "Bleu_3": 0.060293023113326454, "Bleu_4": 0.03359836805921156, "METEOR": 0.2135646097021245, "ROUGE_L": 0.24370387523978843, "BERTScore": 0.9316563413423651, "MoverScore": 0.6240256030323527}}
eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.restaurants.txt ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the menu?
2
+ How is the place?
3
+ How is the server?
4
+ How do you like the katsu?
5
+ How is the place?
6
+ How is the place?
7
+ How is the coffee?
8
+ How is the taste of pork?
9
+ How is the quality of the food?
10
+ What is the quality of the restaurant?
11
+ How is guacamole?
12
+ How is the service?
13
+ How is the atmosphere?
14
+ How is the service?
15
+ How is the staff?
16
+ How do you like the place?
17
+ How is the price of the drink?
18
+ How is the service?
19
+ How is the service?
20
+ How is the place?
21
+ How is the decor?
22
+ How is the table?
23
+ How is the sauce?
24
+ How is the experience?
25
+ How is the food?
26
+ How is the menu?
27
+ How is the wine?
28
+ How is the experience?
29
+ How is the service?
30
+ How is the menu?
31
+ How is the service?
32
+ How is the menu?
33
+ How is the decor?
34
+ How is the place?
35
+ How is the steak?
36
+ How is the quality of the ribs?
37
+ How is the patio?
38
+ How is the place?
39
+ How is the service?
40
+ How is the service?
41
+ How is the beer?
42
+ How is the menu?
43
+ How is the restaurant?
44
+ How is the place?
45
+ How is the server?
46
+ How is the view?
47
+ How is the spot?
48
+ How is the sauce?
49
+ How did you like the restaurant?
50
+ How is the quality of the dish?
51
+ How is the waitress?
52
+ How is the service?
53
+ How is the atmosphere?
54
+ How is the quality of the beer?
55
+ How is the light?
56
+ How is the sushi?
57
+ How is the quality of the service?
58
+ How is the coffee?
59
+ How is the atmosphere?
60
+ How is the bar?
61
+ How is the atmosphere?
62
+ How is the view?
63
+ How is the service?
64
+ How is the food?
65
+ How is the price?
66
+ How is the food?
67
+ How is the seat?
68
+ How is the menu?
69
+ How is the service?
70
+ How is the patio?
71
+ How is the burger?
72
+ How is the service?
73
+ How is the place?
74
+ How is the restaurant?
75
+ How is the BBQ?
76
+ How is the menu?
77
+ How is the glass?
78
+ How do you like the coffee?
79
+ How is the food?
80
+ How is the flavour?
81
+ How is the view?
82
+ How is the sushi?
83
+ How is the ambience?
84
+ How is the experience?
85
+ How is the martini?
86
+ How is the place?
87
+ How is the service?
88
+ How is the service?
89
+ How is the waitress?
90
+ How is the portion size?
91
+ How is the price?
92
+ How is the atmosphere?
93
+ How is the service?
94
+ How is the draft?
95
+ How is the quality of the restaurant?
96
+ How is the price?
97
+ How is the menu?
98
+ How is the quality of the wings?
99
+ How is the service?
100
+ How is the quality of the restaurant?
101
+ How is the menu?
102
+ How is the breakfast?
103
+ How is the interiors?
104
+ How is the place?
105
+ How is the drink?
106
+ How is the view?
107
+ How is the patio?
108
+ How is the space?
109
+ How is the setting?
110
+ How is the server?
111
+ How is the patio?
112
+ How is the experience?
113
+ How is the place?
114
+ How is the quality of the mussels?
115
+ How is the price?
116
+ How is the date?
117
+ How is the atmosphere?
118
+ How is the decor?
119
+ How is the place?
120
+ How is the quality of the service?
121
+ How is the atmosphere?
122
+ How is the bar?
123
+ How is the patio?
124
+ How is the drink?
125
+ How is the food?
126
+ How is the menu?
127
+ How is the quality of the restaurant?
128
+ How is the rice?
129
+ How is the table?
130
+ How is the price?
131
+ How do you like the place?
132
+ How is the sushi?
133
+ How is the quality of the food?
134
+ How is the quality of the ribs?
135
+ How is the wait time?
136
+ How is the coffee?
eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.txt ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the fish?
2
+ How is the place?
3
+ How is the service?
4
+ How is the quality of the dish?
5
+ How is the price?
6
+ How is the place?
7
+ How is the coffee?
8
+ How is the quality of the restaurant?
9
+ How long is the wait?
10
+ How is the restaurant?
11
+ How is the quality of the chips?
12
+ How is the service?
13
+ How is the atmosphere?
14
+ How is the service?
15
+ How is the sushi?
16
+ How is the quality of the place?
17
+ How is the price?
18
+ How is the service?
19
+ How is the service?
20
+ How is the place?
21
+ How is the atmosphere?
22
+ How is the service?
23
+ How is the sauce?
24
+ How is the service?
25
+ How is the food?
26
+ How is the atmosphere?
27
+ How is the atmosphere?
28
+ How is the menu?
29
+ How is the service?
30
+ How is the menu?
31
+ How is the menu?
32
+ How is the menu?
33
+ How is the decor?
34
+ How is the place?
35
+ How is the steak?
36
+ How is the quality of the ribs?
37
+ How is the place?
38
+ How is the place?
39
+ How is the service?
40
+ How is the service?
41
+ How is the beer?
42
+ How is the menu?
43
+ How is the place?
44
+ How is the place?
45
+ How is the server?
46
+ How is the view?
47
+ How is the spot?
48
+ How is the sauce?
49
+ How is the service?
50
+ How is the quality of the dish?
51
+ How is the service?
52
+ How is the flavour of the pizza?
53
+ How is the atmosphere?
54
+ How is the quality of the beer?
55
+ How is the quality of the food?
56
+ How is the sushi?
57
+ How is the quality of the server?
58
+ How is the coffee?
59
+ How is the service?
60
+ How is the atmosphere?
61
+ How is the atmosphere?
62
+ How is the view?
63
+ How is the service?
64
+ How is the quality of the restaurant?
65
+ How is the atmosphere?
66
+ How is the food?
67
+ How is the seat?
68
+ How is the menu?
69
+ How is the food?
70
+ How do you like the restaurant?
71
+ How is the burger?
72
+ How is the service?
73
+ How is the place?
74
+ How is the restaurant?
75
+ How is the BBQ?
76
+ How is the menu?
77
+ How is the quality of the drink?
78
+ How is the coffee?
79
+ How is the price?
80
+ How is the flavour?
81
+ How is the quality of the menu?
82
+ How is the sushi?
83
+ How is the quality of the steak?
84
+ How is the experience?
85
+ How is the quality of the restaurant?
86
+ How is the place?
87
+ How is the service?
88
+ How is the server?
89
+ How is the service?
90
+ How is the food?
91
+ How is the server?
92
+ How is the food?
93
+ How is the service?
94
+ How is the menu?
95
+ How is the quality of the restaurant?
96
+ How is the menu?
97
+ How is the menu?
98
+ How is the quality of the wings?
99
+ How is the food?
100
+ How is the quality of the restaurant?
101
+ How is the menu?
102
+ How is the breakfast?
103
+ How is the interiors?
104
+ How is the place?
105
+ How is the drink?
106
+ How is the atmosphere?
107
+ How is the patio?
108
+ How is the space?
109
+ How is the setting?
110
+ How is the server?
111
+ How is the atmosphere?
112
+ How is the experience?
113
+ How is the service?
114
+ How is the broth?
115
+ How is the price?
116
+ How is the place?
117
+ How is the atmosphere?
118
+ How is the decor?
119
+ How is the place?
120
+ How is the service?
121
+ How is the menu?
122
+ How is the service?
123
+ How is the patio?
124
+ How is the staff?
125
+ How is the food?
126
+ How is the menu?
127
+ How is the quality of the restaurant?
128
+ How is the rice?
129
+ How is the table?
130
+ How is the price?
131
+ How is the quality of the place?
132
+ How is the sushi?
133
+ How is the quality of the food?
134
+ How is the quality of the ribs?
135
+ How is the wait time?
136
+ How is the food?
eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.restaurants.txt ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the food?
2
+ How is the place?
3
+ How is the server?
4
+ How is the katsu?
5
+ How is the place?
6
+ How is the place?
7
+ How is the quality of the coffee?
8
+ How is the taste of pork?
9
+ How is the quality of the food?
10
+ What is the quality of the restaurant?
11
+ How is the quality of the chips?
12
+ How is the service?
13
+ How is the atmosphere?
14
+ How is the quality of the experience?
15
+ How is the staff?
16
+ How do you rate the quality of the distillery?
17
+ How is the price of the drink?
18
+ How is the service?
19
+ How is the service?
20
+ How is the place?
21
+ How is the decor?
22
+ How is the table?
23
+ How is the sauce?
24
+ How is the experience?
25
+ How is the quality of the food?
26
+ How is the menu?
27
+ How is the wine?
28
+ How is the experience?
29
+ How is the service?
30
+ How is the experience?
31
+ How is the system?
32
+ How is the meat?
33
+ How is the decor?
34
+ How is the place?
35
+ How is the steak?
36
+ How is the rib?
37
+ How is the patio?
38
+ How is the place?
39
+ How is the quality of the service?
40
+ How is the quality of the service?
41
+ How is the beer?
42
+ How is the dining?
43
+ Where is the restaurant?
44
+ How is the place?
45
+ How is the server?
46
+ How is the view?
47
+ How is the spot?
48
+ How is the sauce?
49
+ How is the group?
50
+ How do you like the place?
51
+ How is the service?
52
+ How is the service?
53
+ How is the atmosphere?
54
+ How is the quality of the beer?
55
+ How is the light?
56
+ How is the sushi?
57
+ How is the quality of the place?
58
+ How is the coffee?
59
+ How is the atmosphere?
60
+ How is the bar?
61
+ How is the atmosphere of the place?
62
+ How is the view?
63
+ How is the service?
64
+ How is the place?
65
+ How is the price?
66
+ How is the food?
67
+ How is the seat?
68
+ How is the food?
69
+ How is the menu?
70
+ How is the patio?
71
+ How is the quality of the tater tots?
72
+ How is the line?
73
+ How is the place?
74
+ How is the restaurant?
75
+ How is the BBQ?
76
+ How is the menu?
77
+ How is the glass?
78
+ How is the place?
79
+ How is the food?
80
+ How is the flavour?
81
+ How is the view?
82
+ How is the sushi?
83
+ How is the ambience?
84
+ How is the experience?
85
+ How is the martini?
86
+ How is the place?
87
+ How is the service?
88
+ How is the server?
89
+ How is the waitress?
90
+ How is the portion?
91
+ How is the price?
92
+ How is the decor?
93
+ How is the service?
94
+ How is the draft?
95
+ How is the quality of the restaurant?
96
+ How is the price?
97
+ How is the experience?
98
+ How is the wings?
99
+ How is the service?
100
+ How is the restaurant?
101
+ How is the baked brie?
102
+ How is the breakfast?
103
+ How is the quality of the interiors?
104
+ How is the place?
105
+ How is the drink?
106
+ How is the view?
107
+ How is the patio?
108
+ How is the space?
109
+ How is the setting?
110
+ How is the server?
111
+ How is the patio?
112
+ How is the experience?
113
+ How is the place?
114
+ How is the quality of the mussels?
115
+ How is the price?
116
+ How is the anniversary?
117
+ How is the atmosphere?
118
+ How is the decor?
119
+ How is the place?
120
+ How is the brunch?
121
+ How is the atmosphere?
122
+ How is the bar?
123
+ How is the patio?
124
+ How is the drink?
125
+ How is the quality of the food?
126
+ How is the menu?
127
+ How is the quality of the restaurant?
128
+ How is the rice?
129
+ How is the table?
130
+ How is the price?
131
+ How is the experience?
132
+ How is the quality of the earphones?
133
+ How is the quality of the food?
134
+ How is the ribs?
135
+ How is the wait time?
136
+ How is the coffee?
eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.restaurants.txt ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the pastas?
2
+ How is the food?
3
+ How is the atmosphere?
4
+ How is the atmosphere?
5
+ How is the restaurant?
6
+ How is the quality of the tacos?
7
+ How is the menu?
8
+ How is the server?
9
+ How is the food?
10
+ How is the taste of the dish?
11
+ How is the wine?
12
+ How is the meat?
13
+ How is the service?
14
+ How is the service?
15
+ How is the service?
16
+ How is the ramen?
17
+ How is the service?
18
+ How is the quality of the dish?
19
+ How is the place?
20
+ How is the taco?
21
+ How is the drink?
22
+ How is the quality of the curries?
23
+ How is the food?
24
+ How is the burger?
25
+ How is the price of the dish?
26
+ What is the quality of the sandwich?
27
+ How is the service?
28
+ How is the place?
29
+ How is the quality of the restaurant?
30
+ How is the experience?
31
+ How is the service?
32
+ How is the place?
33
+ How is the menu?
34
+ How is the food?
35
+ How is the restaurant?
36
+ How is the staff?
37
+ How is the quality of the food?
38
+ How is the service?
39
+ How is the food?
40
+ How is the piece of fish?
41
+ How is the service?
42
+ How is the chicken?
43
+ How is the staff?
44
+ How is the quality of the dish?
45
+ How is the steak?
46
+ How is the sushi?
47
+ How is the appetizer?
48
+ How is the place?
49
+ How is the atmosphere?
50
+ How is the neighborhood?
51
+ How is the quality of the menu?
52
+ How is the food?
53
+ How is the pizza?
54
+ How is the staff?
55
+ How is the quality of the noodles?
56
+ How is the service?
57
+ How is the service?
58
+ How is the quality of the taco?
59
+ How is the service?
60
+ How is the quality of the restaurant?
61
+ What is the quality of the meat?
62
+ How is the ramen?
63
+ How is the service?
64
+ How is the service?
65
+ How is the food?
66
+ How is the meat?
67
+ How is the water?
68
+ How is the service?
69
+ How is the beer?
70
+ How is the steak?
71
+ How is the flavor?
72
+ How is the service?
73
+ How is the location?
74
+ How is the food?
75
+ How is the service?
76
+ How is the food?
77
+ How is the calamari?
78
+ How is the seating?
79
+ How is the quality of the restaurant?
80
+ How is the service?
81
+ How is the taste of the cheesecake?
82
+ How is the price?
83
+ How is the atmosphere?
84
+ How is the quality of the food?
85
+ How is the food?
86
+ How is the service?
87
+ How is the taste?
88
+ What is the quality of the Tacos?
89
+ How is the lobster?
90
+ How is the server?
91
+ How is the waiter?
92
+ How is the service?
93
+ How is the quality of the restaurant?
94
+ How is the soup?
95
+ How is the taco?
96
+ How is the ambience?
97
+ How is the service?
98
+ How is the portion size?
99
+ How is the food?
100
+ How is the cake?
101
+ How is the atmosphere?
102
+ How is the quality of the food?
103
+ How is the meat?
104
+ What is the quality of the restaurant?
105
+ How is the food?
106
+ How is the menu?
107
+ How is the quality of the food?
108
+ How is the experience?
109
+ What is the name of the restaurant?
110
+ How is the quality of the restaurant?
111
+ How is the menu?
112
+ How is the chicken?
113
+ How is the variety of the dish?
114
+ How is the service?
115
+ How is the breakfast?
116
+ How is the table?
117
+ How is the quality of the dish?
118
+ How is the cake?
119
+ How is the food?
120
+ How is the service?
121
+ How is the dim sum?
122
+ How is the oyster?
123
+ How is the restaurant?
124
+ What is the quality of the sausages?
125
+ How is the price?
126
+ How is the beer?
127
+ How is the food?
128
+ How is the quality of the dish?
129
+ How is the food?
eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.restaurants.txt ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the pastas?
2
+ How is the service?
3
+ How is the atmosphere?
4
+ How is the atmosphere?
5
+ How is the restaurant?
6
+ How is the quality of the tacos?
7
+ How is the menu?
8
+ How is the server?
9
+ How is the food?
10
+ How is the taste of the dish?
11
+ How is the quality of the food?
12
+ How is the dish?
13
+ How is the service?
14
+ How is the service?
15
+ How is the service?
16
+ How is the ramen?
17
+ How is the service?
18
+ How is the quality of the dish?
19
+ How is the place?
20
+ How is the taco?
21
+ How is the drink?
22
+ How is the quality of the curries?
23
+ How is the food?
24
+ How is the burger?
25
+ How is the price?
26
+ How is the sandwich?
27
+ How is the service?
28
+ How is the view of the lake?
29
+ How is the quality of the restaurant?
30
+ How is the service?
31
+ How is the service?
32
+ How is the table?
33
+ How is the appetizer?
34
+ How is the food?
35
+ How is the restaurant?
36
+ How is the place?
37
+ How is the quality of the food?
38
+ How is the quality of the place?
39
+ How is the food?
40
+ How is the sushi?
41
+ How is the service?
42
+ How is the chicken?
43
+ How is the staff?
44
+ How is the quality of the dish?
45
+ How is the steak?
46
+ How is the sushi?
47
+ How is the appetizer?
48
+ How is the place?
49
+ How is the atmosphere?
50
+ How is the neighborhood?
51
+ How is the menu?
52
+ How is the price?
53
+ How is the pizza?
54
+ How is the sushi?
55
+ How is the quality of the noodles?
56
+ How is the service?
57
+ How is the service?
58
+ How is the food?
59
+ How is the service?
60
+ How is the food?
61
+ How is the sausage?
62
+ How is the ramen?
63
+ How is the service?
64
+ How is the service?
65
+ How is the food?
66
+ How is the quality of the meat?
67
+ How is the water?
68
+ How is the service?
69
+ How is the beer?
70
+ How is the steak?
71
+ How is the quality of the food?
72
+ How is the service?
73
+ How is the quality of the food?
74
+ How is the food?
75
+ How is the service?
76
+ How is the service?
77
+ How is the calamari?
78
+ How is the food?
79
+ How is the quality of the restaurant?
80
+ How is the service?
81
+ How is the taste of the cheesecake?
82
+ How is the price?
83
+ How is the place?
84
+ How is the service?
85
+ How is the food?
86
+ How is the service?
87
+ How is the dinner?
88
+ How is the food?
89
+ How is the lobster?
90
+ How is the server?
91
+ How is the waiter?
92
+ How is the service?
93
+ How is the quality of the restaurant?
94
+ How is the soup?
95
+ How is the taco?
96
+ How is the quality of the restaurant?
97
+ How is the service?
98
+ How is the portion size?
99
+ How is the food?
100
+ How is the cake?
101
+ How is the place?
102
+ How is the quality of the food?
103
+ How is the meat?
104
+ How is the restaurant?
105
+ How is the quality of the menu?
106
+ How is the menu?
107
+ How is the quality of the meal?
108
+ How is the quality of the restaurant?
109
+ How is the tuna?
110
+ How is the quality of the restaurant?
111
+ How is the kitchen?
112
+ How is the chicken?
113
+ How is the menu?
114
+ How is the flavour?
115
+ How is the breakfast?
116
+ How is the atmosphere?
117
+ How is the cheese?
118
+ How is the cake?
119
+ How is the food?
120
+ How is the sushi?
121
+ How is the dim sum?
122
+ How is the oyster?
123
+ How is the quality of the restaurant?
124
+ How is the menu?
125
+ How is the price?
126
+ How is the beer?
127
+ How is the food?
128
+ How is the quality of the food?
129
+ How is the food?
eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.restaurants.txt ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the taste of pastas?
2
+ How is the food?
3
+ How is the atmosphere?
4
+ How is the atmosphere?
5
+ How is the restaurant?
6
+ How is the quality of the tacos?
7
+ How is the menu?
8
+ How is the server?
9
+ How is the food?
10
+ How is the taste?
11
+ How is the wine?
12
+ How is the cod?
13
+ How is the experience?
14
+ How is the service?
15
+ How is the service?
16
+ How is the ramen?
17
+ How is the service?
18
+ How is the food?
19
+ How is the place?
20
+ How is the menu?
21
+ How is the drink?
22
+ How is the curries?
23
+ How is the food?
24
+ How is the burger?
25
+ How is the dish?
26
+ What is the quality of the sandwich?
27
+ How is the quality of the service?
28
+ How is the place?
29
+ How is the quality of the experience?
30
+ How is the experience?
31
+ How is the service?
32
+ How is the place?
33
+ How is the menu?
34
+ How is the food?
35
+ How is the restaurant?
36
+ How is the staff?
37
+ How is the quality of the food?
38
+ How is the quality of the place?
39
+ How is the food?
40
+ How big is the piece of fish?
41
+ How is the service?
42
+ How is the chicken?
43
+ How is the manager?
44
+ How is the dish?
45
+ How is the steak?
46
+ How is the flavour?
47
+ How is the appetizer?
48
+ How is the place?
49
+ How is the atmosphere?
50
+ How is the neighbourhood?
51
+ How is the quality of the meat?
52
+ How is the price?
53
+ How is the quality of the service?
54
+ How is the staff?
55
+ How is the quality of the noodles?
56
+ How is the service?
57
+ How is the service?
58
+ How do you like the tacos?
59
+ How is the service?
60
+ How is the quality of the restaurant?
61
+ What is the quality of the sausage?
62
+ How do you like Ramen?
63
+ How is the service?
64
+ How is the service?
65
+ How is the food?
66
+ How is the meat?
67
+ How is the water?
68
+ How is the service?
69
+ How is the beer?
70
+ How is the steak?
71
+ How is the flavor of the Tacos?
72
+ How is the service?
73
+ How is the location?
74
+ How is the food?
75
+ How is the service?
76
+ How is the food?
77
+ How is the calamari?
78
+ How is the seating?
79
+ How is the restaurant?
80
+ How is the room?
81
+ How is the cheesecake?
82
+ How is the price?
83
+ How is the sound of the place?
84
+ How is the quality of the food?
85
+ How is the food?
86
+ How is the seating?
87
+ How is the experience?
88
+ What is the quality of the Tacos?
89
+ How is the lobster?
90
+ How is the quality of the waiter?
91
+ How is the waiter?
92
+ How is the quality of the food?
93
+ How is the quality of the food?
94
+ How is the soup?
95
+ How is the quality of the taco?
96
+ How is the ambience?
97
+ How is the service?
98
+ How is the portion?
99
+ How is the food?
100
+ How is the cake?
101
+ How is the place?
102
+ How is the quality of the food?
103
+ How is the meat?
104
+ What is the quality of the restaurant?
105
+ How is the food?
106
+ How is the menu?
107
+ How is the quality of the meal?
108
+ How is the disappointment?
109
+ How is the Tuna?
110
+ How is the food?
111
+ How is the menu?
112
+ How is the chicken?
113
+ How is the variety of the dish?
114
+ How is the service?
115
+ How is the breakfast?
116
+ How is the table?
117
+ How is the quality of the cheese?
118
+ How is the cake?
119
+ How is the food?
120
+ How is the service?
121
+ How is the food?
122
+ How is the oyster?
123
+ How is the quality of the restaurant?
124
+ How is the quality of the sausages?
125
+ How is the price?
126
+ How is the beer?
127
+ How is the food?
128
+ How is the quality of the meat?
129
+ How is the food?
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e92106f5d14a7e2a13134f34855a9ac36f617b9d1878cc659378b6111415d9c
3
- size 557979321
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d189ecdf18e8b74ab40412374c572d79d9c44db39b8f60085a2e9e866a8a70
3
+ size 557982969
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "name_or_path": "bart_base_subjqa_restaurants/best_model", "special_tokens_map_file": "lmqg_output/optimized/bart_base_squad/model_kyzucb/epoch_2/special_tokens_map.json", "tokenizer_class": "BartTokenizer"}
 
1
+ {"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "name_or_path": "lmqg_output/qg_subjqa/bart_base_subjqa_restaurants/model_fjuxwr/epoch_1", "special_tokens_map_file": "lmqg_output/optimized/bart_base_squad/model_kyzucb/epoch_2/special_tokens_map.json", "tokenizer_class": "BartTokenizer"}
trainer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_path": "asahi417/qg_subjqa", "dataset_name": "restaurants", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": null, "model": "asahi417/lmqg-bart-base-squad", "max_length": 512, "max_length_output": 32, "epoch": 4, "batch": 32, "lr": 5e-05, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 2, "label_smoothing": 0.15}