Average	Kp20K	Krapivin	Inspec	NUS	SemEval	DUC
Model	5	10	O	M	5	10	O	M	5	10	O	M	5	10	O	M	5	10	O	M	5	10	O	M	5	10	O	M
RNN Greedy
RANDOM	13.9	13.9	14.0	13.9	19.3	19.3	19.6	19.3	17.5	17.4	17.6	17.4	13.9	13.9	13.9	13.9	17.5	17.5	17.5	17.5	10.3	10.3	10.3	10.3	4.9	4.9	4.9	4.9
ALPHA	17.0	16.5	16.9	16.5	21.3	20.4	21.6	20.4	20.1	19.6	20.2	19.6	18.2	17.7	18.0	17.7	20.1	19.4	19.8	19.4	14.9	14.5	14.5	14.5	7.5	7.5	7.5	7.5
ALPHA-REV	16.8	16.6	16.8	16.6	21.6	21.3	21.8	21.3	19.5	19.1	19.7	19.1	18.2	18.0	18.0	18.0	20.3	20.1	20.2	20.1	14.4	14.3	14.3	14.3	6.8	6.9	6.8	6.9
S->L	15.7	15.7	15.8	15.7	22.1	22.1	22.3	22.1	19.7	19.7	20.1	19.7	15.6	15.6	15.4	15.6	19.1	19.1	19.4	19.1	12.6	12.6	12.6	12.6	5.1	5.1	5.1	5.1
L->S	15.9	15.6	16.0	15.6	19.9	19.6	20.4	19.6	18.3	18.0	18.6	18.0	17.7	17.5	17.7	17.5	16.8	16.4	17.0	16.4	13.0	12.9	12.9	12.9	9.6	9.4	9.4	9.4
ORI	16.6	16.6	16.7	16.6	21.7	21.7	22.0	21.7	20.9	20.8	21.3	20.8	17.5	17.5	17.5	17.5	20.2	20.2	20.2	20.2	12.6	12.6	12.6	12.6	6.6	6.6	6.6	6.6
ORI-REV	13.9	13.9	14.0	13.9	19.2	19.0	19.4	19.0	17.2	17.1	17.4	17.1	14.1	14.0	14.1	14.0	16.6	16.5	16.7	16.5	11.0	11.0	11.0	11.0	5.5	5.5	5.5	5.5
PRES-ABS	18.8	18.6	18.9	18.6	23.7	23.4	24.3	23.4	22.0	21.7	22.4	21.7	20.4	20.2	20.6	20.2	22.6	22.2	22.2	22.2	16.2	16.3	16.3	16.3	7.7	7.7	7.7	7.7
Abs-PRES	16.6	16.4	16.6	16.4	20.9	20.7	21.2	20.7	19.9	19.7	20.2	19.7	18.1	17.9	17.9	17.9	19.5	19.3	19.3	19.3	14.1	14.1	14.1	14.1	7.1	7.1	7.1	7.1
TRANS Greedy
RANDOM	17.0	16.8	17.0	16.8	26.3	26.3	26.3	26.3	20.0	19.6	20.3	19.6	16.4	16.3	16.4	16.3	20.5	20.4	20.6	20.4	13.4	13.2	13.2	13.2	5.3	5.1	5.1	5.1
ALPHA	16.7	16.5	16.5	16.5	26.3	26.5	25.8	26.5	18.3	17.5	18.1	17.5	17.4	17.0	17.2	17.0	19.8	19.3	19.6	19.3	13.9	13.8	13.8	13.8	4.6	4.6	4.6	4.6
ALPHA-REV	16.3	16.0	16.2	16.0	23.0	22.5	23.2	22.5	18.8	18.4	18.9	18.4	17.9	17.7	18.0	17.7	18.9	18.5	18.6	18.5	13.5	13.4	13.4	13.4	5.5	5.4	5.4	5.4
S->L	16.4	16.3	16.1	16.3	25.4	25.4	25.2	25.4	19.4	19.1	18.6	19.1	15.5	15.4	15.2	15.4	19.8	19.6	19.5	19.6	13.7	13.7	13.7	13.7	4.4	4.4	4.4	4.4
L->S	16.6	16.4	16.7	16.4	22.3	21.9	22.8	21.9	19.0	18.7	19.2	18.7	18.3	18.1	18.2	18.1	20.6	20.4	21.1	20.4	13.5	13.3	13.3	13.3	5.8	5.7	5.7	5.7
ORI	17.3	17.2	17.6	17.2	26.2	26.2	26.4	26.2	19.8	19.6	20.5	19.6	17.8	17.7	17.8	17.7	20.2	20.1	20.8	20.1	14.5	14.5	14.5	14.5	5.4	5.4	5.4	5.4
ORI-REV	16.1	15.9	16.1	15.9	22.6	22.2	22.9	22.2	19.6	19.3	19.7	19.3	16.3	16.1	16.3	16.1	19.9	19.6	19.8	19.6	13.3	13.3	13.3	13.3	4.6	4.5	4.5	4.5
PRES-ABS	19.1	18.9	19.4	18.9	25.6	25.3	26.5	25.3	23.5	23.2	24.4	23.2	20.8	20.5	20.8	20.5	22.8	22.8	23.1	22.8	15.7	15.6	15.6	15.6	6.3	6.2	6.2	6.2
Abs-PRES	14.2	14.1	14.3	14.1	24.7	24.7	24.8	24.7	16.6	16.2	16.9	16.2	12.8	12.7	12.7	12.7	16.5	16.4	16.8	16.4	11.7	11.6	11.6	11.6	3.1	3.1	3.1	3.1
RNN beam50
RANDOM	24.0	24.4	25.9	11.0	27.2	23.1	27.9	9.2	25.8	23.6	27.4	9.2	28.7	32.4	33.7	16.1	28.3	27.4	28.9	12.2	20.7	23.8	22.6	12.5	13.2	15.8	15.1	7.0
ALPHA	23.7	24.9	26.4	10.1	27.5	24.4	28.1	8.3	26.6	24.2	28.4	8.1	27.6	32.9	33.9	14.5	27.2	28.4	30.0	11.2	19.9	23.9	23.4	11.5	13.4	15.3	14.8	6.9
ALPHA-REV	23.4	24.3	26.0	15.2	27.3	24.2	27.9	12.7	25.7	23.8	27.6	12.9	26.9	31.7	33.3	21.9	28.0	38.5	30.1	17.7	19.5	22.2	22.5	17.1	12.7	15.2	14.2	8.9
S->L	24.1	24.6	25.9	9.0	27.7	24.0	28.2	7.7	26.5	23.8	27.8	7.4	28.6	32.2	33.3	13.3	27.7	27.7	28.0	10.0	20.8	23.8	22.6	10.2	13.5	15.9	15.5	5.5
L->S	24.2	25.2	26.9	22.6	27.1	24.3	27.9	19.5	26.9	24.2	28.2	20.1	28.9	33.7	35.0	31.2	27.2	28.5	29.9	25.5	21.0	23.5	23.9	23.6	14.3	16.8	16.4	15.8
ORI	24.3	24.9	26.7	10.5	27.2	23.3	28.0	8.1	26.6	24.1	28.9	8.8	29.9	34.6	35.9	16.6	28.2	27.9	29.2	11.6	21.0	24.0	23.4	11.1	13.0	15.8	15.1	6.6
ORI-REV	24.1	24.5	26.0	20.4	27.3	23.9	27.9	18.0	26.3	24.2	27.7	18.6	28.8	32.4	32.9	27.9	28.0	27.3	29.4	23.2	20.6	23.1	22.4	21.0	13.7	16.3	15.9	13.8
PRES-ABS	22.9	24.7	26.2	8.9	26.2	23.3	26.8	6.7	25.0	23.1	27.3	7.1	28.9	34.7	35.9	13.6	26.4	27.8	28.2	9.7	19.5	24.1	24.2	10.2	11.2	15.0	14.4	6.1
Abs-PRES	22.8	24.7	26.3	11.0	26.8	24.3	27.6	8.0	25.0	24.2	27.5	8.4	27.2	32.9	35.4	18.3	27.4	28.5	30.2	12.3	20.0	24.2	24.8	12.0	10.1	14.2	12.4	7.0
TRANS beam50
RANDOM	22.8	22.2	23.8	11.3	28.7	24.7	29.4	11.5	27.3	24.2	28.1	10.8	25.4	27.9	28.5	15.2	27.3	26.7	28.2	13.7	20.1	21.6	20.5	12.3	7.9	8.2	8.2	4.0
ALPHA	22.5	22.7	24.4	12.1	28.8	26.0	29.7	11.9	26.9	24.1	27.5	11.3	24.4	27.1	28.6	16.0	27.4	27.8	29.7	15.6	19.2	22.5	21.8	13.9	8.3	9.1	9.0	4.0
ALPHA-REV	23.2	23.7	25.6	13.0	28.9	25.9	29.9	11.8	26.4	24.0	27.9	10.8	26.5	29.1	30.7	17.4	27.7	27.3	29.4	15.8	18.2	23.4	23.4	15.8	11.4	12.2	12.1	6.6
S->L	22.5	22.8	24.6	6.9	28.6	25.5	29.2	6.6	27.0	24.6	28.8	6.2	24.9	27.8	29.2	9.7	27.5	28.0	28.8	8.4	18.8	21.9	22.0	8.5	8.4	9.1	9.3	2.2
L->S	23.2	23.6	25.2	11.8	29.1	25.8	29.9	11.5	26.4	25.1	27.9	10.0	25.9	29.0	29.8	15.8	28.4	28.1	30.3	14.0	19.4	22.4	22.1	12.9	9.7	11.0	10.9	6.5
ORI	22.2	22.4	23.8	12.6	28.7	25.2	29.4	12.1	26.7	24.4	27.2	12.2	25.1	27.4	29.1	17.3	26.4	27.6	29.0	15.8	19.5	22.2	21.4	14.4	7.0	7.4	7.0	3.5
ORI-REV	23.0	23.3	24.8	14.7	28.7	25.6	29.4	14.6	26.8	24.8	28.8	13.9	25.4	28.5	29.7	18.8	27.7	28.2	29.7	18.9	19.8	22.5	20.7	15.9	9.4	10.2	10.4	5.9
PRES-ABS	22.6	23.0	24.6	6.7	28.9	25.8	30.0	6.4	26.3	24.4	28.0	5.9	25.3	28.5	29.7	9.6	27.2	27.6	29.4	8.1	19.2	22.2	21.2	7.3	8.9	9.3	9.4	2.5
Abs-PRES	22.7	23.4	25.1	11.5	28.8	26.0	29.8	10.2	26.9	25.2	28.8	10.1	25.7	28.2	29.7	17.4	26.8	28.6	29.5	14.1	19.6	22.6	23.4	14.0	8.3	9.8	9.4	3.2