*OUFHSBUJOH&NQUZ$BUFHPSZ%FUFDUJPOJOUP1SFPSEFSJOH.BDIJOF5SBOTMBUJPO
4IVOTVLF5",&/0˔ .BTBBLJ/"("5"˕ ,B[VIJEF:".".050˔
˔/BHBPLB6OJWFSTJUZPG5FDIOPMPHZ
˕/55$PNNVOJDBUJPO4DJFODF-BCPSBUPSZ

/65

1#4.5TVGGFSTGSPNESPQQFEXPSET*TPJEFJSVOOEFTV䚈ְ ‫ ׅד ׿ ׷ְ ד‬կ NJOBIVSSZ

1#4.5TVGGFSTGSPNESPQQFEXPSET*TP*EFJSVOOEFTV䚈ְ ‫ ׅד ׿ ׷ְ ד‬կ NJOBIVSSZ

are in a hurry .

1#4.5TVGGFSTGSPNESPQQFEXPSETTHIS WORK*TP*EFJSVOOEFTV*pro* 䚈ְ ‫ ׅד ׿ ׷ְ ד‬կ NJOBIVSSZ

I’m in a hurry .

1#4.5TVGGFSTGSPNESPQQFEXPSETTHIS WORK*TP*EFJSVOOEFTV*pro* 䚈ְ ‫ ׅד ׿ ׷ְ ד‬կ NJOBIVSSZ

Empty category

I’m in a hurry .

&NQUZDBUFHPSZEFUFDUJPO 5BLFOP  &NQUZDBUFHPSJFT &$ BSFQIPOFUJDBMMZOVMMCVUTZOUBDUJDBMMZFYJTUT
TVDIBTESPQQFEQSPOPVO QSP BOEUSBDF 5 PG/1
1SFWJPVTXPSLIBTCVJMUEJTDSJNJOBUJWF&$EFUFDUJPONPEFMBTDMBTTJGJDBUJPOQSPCMFNUPFBDIOPEFTVTJOHTUSVDUVSBMJOGP.BY&OUSPQZNPEFMGPS&$EFUFDUJPOIP-MAT*pro*(SBJ)*T*(SBJ)

IP-REL

1SPCMFNTPOUIFJOUFHSBUJPOPG1#4.5(&/&3"-*%&"
4JNQMZJOTFSUEFUFDUFEFNQUZDBUFHPSJFTBTXPSET1SPCMFNTPOUIFJOUFHSBUJPOPG1#4.5(&/&3"-*%&"
4JNQMZJOTFSUEFUFDUFEFNQUZDBUFHPSJFTBTXPSET

1SPCMFNTPOUIFJOUFHSBUJPOPG1#4.5(&/&3"-*%&"
4JNQMZJOTFSUEFUFDUFEFNQUZDBUFHPSJFTBTXPSET

1SPCMFNTPOUIFJOUFHSBUJPOPG1#4.5(&/&3"-*%&"
4JNQMZJOTFSUEFUFDUFEFNQUZDBUFHPSJFTBTXPSET1SPCMFNTPOUIFJOUFHSBUJPOPG1#4.5(&/&3"- *%&"
4JNQMZJOTFSUEFUFDUFEFNQUZDBUFHPSJFTBTXPSET
Little improvement on machine translation(BLEU: 33.1 → 33.6)

1SPCMFNTPOUIFJOUFHSBUJPOPG1#4.5(&/&3"-*%&"
4JNQMZJOTFSUEFUFDUFEFNQUZDBUFHPSJFTBTXPSET
Little improvement on machine translation(BLEU: 33.1 → 33.6)

Why?

1SPCMFNTPOUIFJOUFHSBUJPOPG1#4.5(&/&3"-*%&"
4JNQMZJOTFSUEFUFDUFEFNQUZDBUFHPSJFTBTXPSET
Little improvement on machine translation(BLEU: 33.1 → 33.6)

Why?
/PJTZFNQUZDBUFHPSZEFUFDUJPO8PSEPSEFSQSPCMFNXSU FNQUZDBUFHPSJFT

1SPCMFN/PJTZ&$EFUFDUJPO4VGGFSJOHGSPNJNQSFDJTFQSFEJDUJPOEVFUPJOTVGGJDJFOUBDDVSBDZPGQBSTFS
• 4PMVUJPO&MJNJOBUJOH FNQUZDBUFHPSJFTEFUFDUFEXIPTFDPOGJEFODF JTVOEFSUIFUISFTIPME GSPNEFW -PHJTUJDSFHSFTTJPONPEFMGPS&$EFUFDUJPO

1SPCMFN8PSEPSEFSQSPCMFNXSU &$T 
8PSEPSEFSX&$JOTPVSDFTFOUFODFJTEJGGFSFOUGSPNUIFXPSEPSEFSJOUBSHFUTJEF(pro)1 (pro)2 家 に は 早く 帰る ほう が よい 。

It ʼs better if you come home early.

1SPCMFN8PSEPSEFSQSPCMFNXSU &$T 
8PSEPSEFSX&$JOTPVSDFTFOUFODFJTEJGGFSFOUGSPNUIFXPSEPSEFSJOUBSHFUTJEF(pro)1 (pro)2 家 に は 早く 帰る ほう が よい 。

It ʼs better if you come home early.

1SPCMFN8PSEPSEFSQSPCMFNXSU &$T 
8PSEPSEFSX&$JOTPVSDFTFOUFODFJTEJGGFSFOUGSPNUIFXPSEPSEFSJOUBSHFUTJEF
4PMVUJPO1SFPSEFSJOHNPEFMX&$(pro)1 (pro)2 家 に は 早く 帰る ほう が よい 。

It ʼs better if you come home early.

1SPCMFN8PSEPSEFSQSPCMFNXSU &$T 
8PSEPSEFSX&$JOTPVSDFTFOUFODFJTEJGGFSFOUGSPNUIFXPSEPSEFSJOUBSHFUTJEF
4PMVUJPO 1SFPSEFSJOHNPEFMX&$)PTIJOP  USBJOEJTDSJNJOBUJWFNPEFMGSPNXPSEBMJHONFOU
4XBQUIFOPEFTTPUIBUNBYJNJ[F,FOEBMMEJTUBODFCFUXFFOTFOUFODFT(pro)1 (pro)2 家 に は 早く 帰る ほう が よい 。

It ʼs better if you come home early.

1SPCMFN8PSEPSEFSQSPCMFNXSU &$T 
8PSEPSEFSX&$JOTPVSDFTFOUFODFJTEJGGFSFOUGSPNUIFXPSEPSEFSJOUBSHFUTJEF
4PMVUJPO 1SFPSEFSJOHNPEFMX&$)PTIJOP  USBJOEJTDSJNJOBUJWFNPEFMGSPNXPSEBMJHONFOU
4XBQUIFOPEFTTPUIBUNBYJNJ[F,FOEBMMEJTUBODFCFUXFFOTFOUFODFT(pro)1 (pro)2 家 に は 早く 帰る ほう が よい 。

It ʼs better if you come home early.

1SPCMFN8PSEPSEFSQSPCMFNXSU &$T 
8PSEPSEFSX&$JOTPVSDFTFOUFODFJTEJGGFSFOUGSPNUIFXPSEPSEFSJOUBSHFUTJEF
4PMVUJPO1SFPSEFSJOHNPEFMX&$)PTIJOP  USBJOEJTDSJNJOBUJWFNPEFMGSPNXPSEBMJHONFOU
4XBQUIFOPEFTTPUIBUNBYJNJ[F,FOEBMMEJTUBODFCFUXFFOTFOUFODFT(pro)1 よい が ほう (pro)2 帰る 早くは に 家 。

It ʼs better if you come home early.

1SPCMFN8PSEPSEFSQSPCMFNXSU &$T 
8PSEPSEFSX&$JOTPVSDFTFOUFODFJTEJGGFSFOUGSPNUIFXPSEPSEFSJOUBSHFUTJEF
4PMVUJPO1SFPSEFSJOHNPEFMX&$)PTIJOP  USBJOEJTDSJNJOBUJWFNPEFMGSPNXPSEBMJHONFOU
4XBQUIFOPEFTTPUIBUNBYJNJ[F,FOEBMMEJTUBODFCFUXFFOTFOUFODFT$IJDLFOBOE&HH QSPCMFN:$BOXFCVJMEQSFPSEFSJOHNPEFMGSPNBVUPNBUJDXPSEBMJHONFOU

REORDERING(C) : "VUPNBUJDXPSEBMJHONFOUX&$or REORDERING(H) : .BOVBMXPSEBMJHONFOUXP&$(pro)1 よい が ほう (pro)2 帰る 早くは に 家 。

It ʼs better if you come home early.

&YQFSJNFOU TFUUJOHT

%"5"4&54
• *84-5+&5SBOTMBUJPO5BTL  TFOU

• 4NBMMTJ[F CVUNBOZFNQUZDBUFHPSJFT 4QPLFOMBOHVBHFDPSQVT• 5IF,ZPUP'SFF5SBOTMBUJPO5BTL ,'55  TFOU

• .FEJVNTJ[FCVUGFXFSFNQUZDBUFHPSJFT 8SJUUFOMBOHVBHFDPSQVT.&53*$4#-&6 3*#&4.0%&-4&WBMVBUJOHFBDINPEFMXPSXP&$• #"4&-*/&
1MBJO USBOTMBUJPONPEFM .PTFT • 3&0%&3*/( $ 
#VJMUGSPNBVUPNBUJDXPSEBMJHONFOUT JF (*;"5IFXPSEBMJHONFOUJODMVEF&$BMJHONFOU &$BTLOPXOXPSET• 3&0%&3*/( )  (〜 5,319 sent. pairs)#VJMUGSPNNBOVBMXPSEBMJHONFOUT
5IFXPSEBMJHONFOUEPFTOˏUJODMVEF&$BMJHONFOU &$BTVOLOPXOXPSET

&YQFSJNFOUˊ 3FTVMUTGPS4QPLFO-BOHVBHF

• 1MBJOJOTFSUJPO #"4&-*/& ZJFMETPOMZTMJHIUJNQSPWFNFOU• 1SFPSEFSJOHXJUI&$EFUFDUJPOZJFMETNVDIJNQSPWFNFOUT

BLEU
w/o EC#"4&-*/&
3&03%&3*/( $3&03%&3*/( )RIBESw/ EC

w/o EC

w/ EC

&YQFSJNFOUˊ 3FTVMUTGPS8SJUUFO-BOHVBHF

• &$EFUFDUJPOIBTMJUUMFFGGFDUPO,'55

• %JGGJDVMUZPG&$EFUFDUJPOJOMPOHFSTFOUFODF _XPSETJOTSD
• 'SFRVFOUMZDPOGVTJOHQFSTPOJOGPSNBUJPO  QSP <-> JU PSIF 

BLEU
w/o EC

3&03%&3*/( $

3&03%&3*/( )#"4&-*/&

RIBESw/ EC

w/o ECw/ EC$PODMVTJPO• 1SPQPTFUIFJOUFHSBUJPOPG&$EFUFDUJPOJOUP1#4.5• 1SFPSEFSJOHNPEFMBMMFWJBUFUIFXPSEPSEFSQSPCMFNX&$• 1MBJOJOTFSUJPOPG&$TMJHIUMZJNQSPWFEVFUPXPSEPSEFS QSPCMFNJODMVEJOH&$T
8PSEBMJHONFOUTBCPVU&$BSFOFFEFEGPSCVJMEJOHUIFNPEFM• &MJNJOBUJPO PGVOSFMJBCMF&$TSFGJOFT&$EFUFDUJPO• "DDVSBDZPGTUSVDUVSBMQBSTFJTJOTVGGJDJFOUGPSQSBDUJDBMVTBHF
• $VUUJOHMPXFSDPOGJEFODFPG&$TBMMFWJBUFUIFQSPCMFN• 'VUVSFXPSLT3FDPWFSJOHMJOHVJTUJDJOGPSNBUJPOPG&$JFQFSTPO BOJNBDZPSHFOEFS

&YQFSJNFOUˊ 3FTVMUTGPS8SJUUFO-BOHVBHF

• ,'55&WBMVBUJPO 8SJUUFOMBOHVBHF• &$EFUFDUJPOIBTMJUUMFFGGFDUPO,'55

• %JGGJDVMUZPG&$EFUFDUJPOJOMPOHFSTFOUFODF _XPSETJOTSD
• 'SFRVFOUMZDPOGVTJOHQFSTPOJOGPSNBUJPO  QSP <-> JU PSIF 

BLEU

RIBES

w/o EC

w/ EC

w/o ECw/ EC#"4&-*/&

 

 3&03%&3*/( $  

3&03%&3*/( )  

&YQFSJNFOUˊ 3FTVMUTGPS4QPLFO-BOHVBHF

• *84-5+&5BTL&WBMVBUJPO 4QPLFOMBOHVBHF• 1MBJOJOTFSUJPOTMJHIUMZJNQSPWFUIFSFTVMU• $PNCJOJOHQSFPSEFSJOHXJUI&$EFUFDUJPOZJFMETNVDIJNQSPWFNFOUT

BLEU

RIBES

w/o EC

w/ EC

w/o ECw/ EC#"4&-*/&  

3&03%&3*/( $ 

 3&03%&3*/( )  

07&37*&8• 1SPQPTFUIFJOUFHSBUJPOPG&$EFUFDUJPOJOUP1#4.5• 1MBJOJOTFSUJPOPG&$TMJHIUMZJNQSPWFEVFUPXPSEPSEFS QSPCMFNJODMVEJOH&$T• 1SFPSEFSJOHNPEFMBMMFWJBUFUIFXPSEPSEFSQSPCMFN• 8PSEBMJHONFOUTBCPVU&$BSFOFFEFEGPSCVJMEJOHUIFNPEFM• &MJNJOBUJPO PGVOSFMJBCMF&$TSFGJOFTUIFEFUFDUJPO• "DDVSBDZPGTUSVDUVSBMQBSTFJTJOTVGGJDJFOUGPSQSBDUJDBMVTBHF
• $VUUJOHMPXFSDPOGJEFODFPG&$TJNQSPWF.5SFTVMUT

1SPCMFNJOBDDVSBUF&$EFUFDUJPO• 3FPSEFSJOHFNQUZDBUFHPSJFTBMNPTUTPMWFUIFXPSEPSEFSQSPCMFN• "TQSBDUJDBMQSPCMFNPG&NQUZ$BUFHPSZ%FUFDUJPO
8FTVGGFSGSPNVOTUBCMFQSFEJDUJPOEVFUPJOTVGGJDJFOUBDDVSBDZPGQBSTFS• 8FOFFEUPFMJNJOBUF FNQUZDBUFHPSJFTEFUFDUFEXIPTFDPOGJEFODF JTVOEFSUIFUISFTIPME GSPNEFW -PHJTUJDSFHSFTTJPONPEFMGPS&$EFUFDUJPO

3FTPVSDFTBOE5PPMT• 4IJGUSFEVDF1ISBTFTUSVDUVSFQBSTFS )BZBTIJ  • 5PLFOJ[BUJPO.F$BC• &$EFUFDUJPO 5BLFOP • -PXFSDBTJOH

&YQFSJNFOUˊ 3FTVMUTGPS4QPLFO-BOHVBHF
BLEU

RIBESw/o EC

w/ EC

w/o ECw/ EC#"4&-*/&

  

3&03%&3*/( $  

3&03%&3*/( )  • 1MBJOJOTFSUJPO #"4&-*/& JNQSPWFTCPUITDPSFTPOMZTMJHIUMZ• $PNCJOJOHQSFPSEFSJOHXJUI&$EFUFDUJPOTIPXNVDIJNQSPWFNFOU

8PSLGMPXPG0VSQSPQPTBMT• 3FPSEFSJOHFNQUZDBUFHPSJFTBMNPTUTPMWFUIFXPSEPSEFSQSPCMFN• "TQSBDUJDBMQSPCMFNPG&NQUZ$BUFHPSZ%FUFDUJPO
8FTVGGFSGSPNVOTUBCMFQSFEJDUJPOEVFUPJOTVGGJDJFOUBDDVSBDZPGQBSTFS• 8FOFFEUPFMJNJOBUFFNQUZDBUFHPSJFTEFUFDUFEXIPTFDPOGJEFODF JTVOEFSUIFUISFTIPME GSPNEFW 

1SPCMFNPOUIFJOUFHSBUJPOPG1#4.5

*/56/*5*7&*%&"
4JNQMZJOTFSUEFUFDUFEFNQUZDBUFHPSJFTBTXPSET
pro(SBJ)

IP-MAT
NP
NP
pro(SBJ)

IP-EMBPPNPNpropro

ADVPPPADVVBNP

ADJI PU家 に は 早く 帰る ほう が よい 。
JFOJIBIBZBLV LBFSV

IPV

HB

ZPJ