Average	Kp20K	Krapivin	Inspec	NUS	SemEval	DUC
Model	5	10	O	M	5	10	O	M	5	10	O	M	5	10	O	M	5	10	O	M	5	10	O	M	5	10	O	M
RNN Greedy
RANDOM	21.5	21.5	21.4	21.5	28.5	28.5	28.5	28.5	27.1	27.1	26.9	27.1	17.6	17.6	17.6	17.6	29.4	29.4	28.9	29.4	21.0	21.0	21.2	21.0	5.5	5.5	5.5	5.5
ALPHA	24.6	24.6	23.8	24.6	28.9	28.9	27.2	28.9	28.2	28.1	26.0	28.1	22.5	22.6	22.3	22.6	31.6	31.5	30.5	31.5	28.2	28.2	28.2	28.2	8.2	8.2	8.2	8.2
ALPHA-REV	24.4	24.4	23.3	24.4	29.3	29.3	27.4	29.3	27.8	27.9	25.5	27.9	22.3	22.3	21.9	22.3	31.0	31.0	30.6	31.0	27.8	27.8	26.4	27.8	8.2	8.3	8.3	8.3
S->L	24.0	24.0	23.8	24.0	31.0	31.0	29.7	31.0	30.1	30.1	29.2	30.1	19.6	19.6	19.4	19.6	31.9	31.9	33.0	31.9	25.8	25.8	26.0	25.8	5.7	5.7	5.7	5.7
L->S	23.3	23.3	22.9	23.3	27.8	27.8	26.9	27.8	27.2	27.2	26.1	27.2	21.4	21.4	21.5	21.4	28.4	28.4	28.3	28.4	25.0	25.0	24.7	25.0	9.8	9.8	9.8	9.8
ORI	24.3	24.3	24.4	24.3	30.4	30.4	30.6	30.4	30.4	30.4	30.8	30.4	21.8	21.8	21.7	21.8	31.6	31.6	31.5	31.6	24.5	24.5	24.6	24.5	7.3	7.3	7.3	7.3
ORI-REV	21.4	21.4	21.2	21.4	28.3	28.3	27.6	28.3	26.8	26.8	26.0	26.8	18.0	18.0	18.0	18.0	26.9	26.9	27.0	26.9	22.2	22.2	22.4	22.2	6.2	6.2	6.2	6.2
PRES-ABS	26.8	26.9	26.7	26.9	31.8	31.7	31.3	31.7	31.2	31.2	31.3	31.2	24.8	24.9	24.8	24.9	35.1	35.2	34.7	35.2	30.2	30.3	29.9	30.3	8.1	8.1	8.1	8.1
Abs-PRES	24.2	24.2	24.2	24.2	29.0	29.0	28.2	29.0	28.9	28.9	29.2	28.9	22.2	22.2	22.2	22.2	31.0	31.0	30.8	31.0	26.7	26.7	26.8	26.7	7.7	7.7	7.7	7.7
TRANS Greedy
RANDOM	24.1	24.1	24.3	24.1	33.3	33.3	33.1	33.3	28.7	28.7	29.5	28.7	20.6	20.6	20.7	20.6	31.3	31.3	31.5	31.3	24.8	24.8	25.0	24.8	6.0	6.0	6.0	6.0
ALPHA	23.4	23.4	22.4	23.4	32.7	32.9	29.8	32.9	25.9	25.9	24.2	25.9	21.7	21.7	21.7	21.7	29.9	29.9	28.6	29.9	24.9	25.0	24.8	25.0	5.1	5.1	5.1	5.1
ALPHA-REV	23.3	23.3	22.7	23.3	30.9	30.9	29.1	30.9	26.1	26.1	24.4	26.1	22.4	22.4	22.4	22.4	29.5	29.5	29.8	29.5	25.0	24.9	24.8	24.9	6.0	6.0	6.0	6.0
S->L	24.6	24.6	24.2	24.6	33.3	33.3	31.9	33.3	30.7	30.7	29.9	30.7	21.8	21.8	21.8	21.8	30.2	30.2	30.7	30.2	25.2	25.2	24.7	25.2	6.3	6.3	6.3	6.3
L->S	23.4	23.4	23.3	23.4	29.7	29.7	28.9	29.7	26.7	26.7	26.1	26.7	23.1	23.1	23.1	23.1	30.7	30.7	31.4	30.7	23.5	23.5	23.8	23.5	6.3	6.3	6.3	6.3
ORI	24.4	24.4	24.6	24.4	32.8	32.8	33.4	32.8	27.5	27.5	27.6	27.5	22.2	22.2	22.1	22.2	31.3	31.3	31.6	31.3	26.7	26.7	27.1	26.7	5.8	5.9	5.9	5.9
ORI-REV	22.7	22.7	22.4	22.7	30.5	30.5	29.5	30.5	26.3	26.3	25.8	26.3	19.6	19.6	19.7	19.6	30.3	30.3	30.5	30.3	24.0	24.0	23.7	24.0	5.3	5.3	5.3	5.3
PRES-ABS	26.7	26.7	27.4	26.7	34.0	34.0	34.7	34.0	31.7	31.7	33.7	31.7	25.6	25.6	25.6	25.6	34.3	34.4	35.3	34.4	27.9	27.9	28.3	27.9	6.9	6.9	6.9	6.9
Abs-PRES	20.2	20.2	20.3	20.2	31.2	31.2	31.0	31.2	31.7	33.7	31.7	25.6	25.6	25.6	25.6	25.6	34.3	34.4	35.3	34.4	27.9	27.9	28.3	27.9	6.9	6.9	6.9	6.9
RNN beam50
RANDOM	30.3	29.2	33.0	24.3	31.9	25.9	33.9	19.5	31.9	26.7	34.2	20.4	31.9	36.2	37.2	32.9	39.1	35.3	42.6	28.7	34.3	35.8	35.9	29.7	12.6	15.4	14.5	14.4
ALPHA	30.8	30.2	33.1	22.4	32.6	27.1	33.5	17.2	33.0	28.0	34.3	18.7	31.6	37.5	37.4	31.0	39.5	37.3	42.5	26.3	34.4	35.1	35.5	26.8	13.5	15.8	15.4	14.2
ALPHA-REV	30.1	29.7	32.8	23.6	32.5	27.3	32.9	18.6	31.9	27.5	34.7	19.6	30.7	35.9	36.5	32.1	38.9	37.1	41.1	28.0	33.3	34.2	36.2	28.5	13.4	15.9	15.6	14.6
S->L	30.7	29.5	33.3	21.1	32.6	26.5	33.6	16.8	33.3	27.3	34.6	18.1	32.2	36.4	37.4	29.1	38.3	35.2	40.0	24.1	33.7	34.7	37.2	25.1	14.0	17.0	16.6	13.4
L->S	31.3	30.6	33.5	27.6	32.4	27.4	32.8	22.6	33.4	28.2	34.5	23.8	33.2	38.0	38.5	36.0	38.4	37.4	41.7	32.9	35.5	34.6	36.5	33.3	15.1	17.9	17.2	17.3
ORI	31.5	30.3	34.3	22.9	32.4	26.2	34.4	16.9	32.9	27.9	36.4	18.8	34.4	39.5	40.7	33.7	39.9	36.2	41.8	26.4	35.5	35.4	36.3	27.2	14.1	16.8	15.9	14.5
ORI-REV	31.0	29.5	33.0	26.6	32.0	26.9	33.6	22.8	32.2	27.4	34.5	23.5	32.6	35.4	36.9	32.4	39.2	36.2	40.6	32.7	35.0	33.9	35.7	31.6	14.8	17.0	16.7	16.6
PRES-ABS	29.6	29.9	32.3	22.2	31.2	26.1	31.2	16.3	30.9	26.9	33.5	18.1	32.8	38.7	38.8	32.5	37.3	36.6	39.2	25.2	33.5	35.0	36.2	26.7	11.9	16.0	15.0	14.5
Abs-PRES	29.0	29.8	32.2	19.4	31.7	27.0	32.7	13.7	30.8	27.6	34.3	15.2	31.5	37.0	37.6	29.6	38.2	37.5	41.0	22.3	31.5	35.2	34.6	23.1	10.5	14.6	12.9	12.8
TRANS beam50
RANDOM	30.3	28.8	32.1	25.3	34.4	28.1	35.8	22.7	33.8	28.9	34.7	23.6	31.2	34.7	35.4	32.7	38.8	36.8	41.1	32.2	34.1	33.4	35.7	29.8	9.3	10.6	10.0	10.8
ALPHA	30.4	28.9	31.8	25.2	34.7	29.2	35.2	22.8	33.2	27.5	34.1	21.4	30.9	34.3	35.0	33.1	39.8	37.2	41.9	32.3	33.7	33.9	33.9	30.5	9.8	11.2	10.9	11.1
ALPHA-REV	30.2	29.7	33.2	25.4	34.7	29.0	35.5	21.8	32.7	27.4	36.4	21.6	30.3	36.0	35.6	34.0	40.3	37.5	44.5	31.3	31.5	34.9	34.1	30.7	11.8	13.5	13.0	12.7
S->L	30.3	29.3	32.0	25.5	34.4	28.5	34.9	22.1	33.6	28.4	34.6	23.4	31.1	35.5	35.9	33.0	40.4	37.8	41.5	32.2	32.5	34.1	33.7	31.3	9.8	11.4	11.4	11.3
L->S	30.7	29.8	32.7	25.8	34.7	29.0	35.5	22.5	33.3	28.9	34.7	22.5	31.6	35.4	36.2	33.5	40.6	38.2	42.4	32.4	33.4	34.1	35.3	31.3	10.7	13.0	12.2	12.7
ORI	30.1	29.3	32.3	25.2	34.4	28.5	36.1	21.8	33.4	29.0	34.1	23.0	31.6	36.5	36.1	34.0	38.4	37.4	41.5	31.7	34.3	34.2	36.7	30.0	8.7	10.2	9.5	10.7
ORI-REV	30.9	30.1	33.1	27.1	34.6	28.9	35.5	24.1	33.8	28.6	35.5	24.4	32.7	36.3	37.4	33.7	40.0	38.1	42.5	34.2	32.5	34.9	34.4	32.3	11.9	13.8	13.4	13.6
PRES-ABS	30.4	29.4	32.9	25.5	34.6	29.0	36.2	21.5	32.4	28.1	36.4	21.8	31.5	36.6	36.9	34.6	40.1	37.3	42.3	32.0	33.9	34.2	34.8	30.9	10.1	11.4	11.0	11.9
Abs-PRES	29.7	29.3	32.0	22.2	34.3	28.9	35.4	17.9	32.5	28.0	35.9	17.9	30.6	34.8	34.7	32.4	38.5	38.3	40.8	26.9	33.0	34.5	34.5	28.0	9.4	11.3	10.5	10.3