Japanese→English

<table><caption>Table 33: Head to head comparison for Japanese→English systems</caption><thead><tr><th></th><th>GPT4-5shot</th><th>SKIM</th><th>Human-refA</th><th>ONLINE-Y</th><th>ONLINE-B</th><th>ONLINE-A</th><th>ONLINE-W</th><th>NAIST-NICT</th><th>GTCOM_DLUT</th><th>Lan-BridgeMT</th><th>ANVITA</th><th>ONLINE-G</th><th>LanguageX</th><th>ONLINE-M</th><th>KYB</th><th>AIRC</th><th>NLLB_MBR_BLEU</th><th>NLLB_Greedy</th></tr></thead><tbody><tr><td>GPT4-5shot</td><td>—</td><td>0.7*</td><td>0.9‡</td><td>1.8‡</td><td>1.9‡</td><td>2.1‡</td><td>2.5†</td><td>2.9‡</td><td>4.4‡</td><td>4.8‡</td><td>5.5‡</td><td>6.5‡</td><td>6.7‡</td><td>8.4‡</td><td>8.9‡</td><td>12.4‡</td><td>14.6‡</td><td>15.2‡</td></tr><tr><td>SKIM</td><td>-0.7</td><td>—</td><td>0.2†</td><td>1.0*</td><td>1.2</td><td>1.3†</td><td>1.7</td><td>2.2*</td><td>3.6‡</td><td>4.1‡</td><td>4.7‡</td><td>5.8‡</td><td>5.9‡</td><td>7.7‡</td><td>8.1‡</td><td>11.6‡</td><td>13.8‡</td><td>14.5‡</td></tr><tr><td>Human-refA</td><td>-0.9</td><td>-0.2</td><td>—</td><td>0.9</td><td>1.0</td><td>1.1</td><td>1.5</td><td>2.0</td><td>3.5*</td><td>3.9‡</td><td>4.5‡</td><td>5.6‡</td><td>5.7‡</td><td>7.5‡</td><td>7.9‡</td><td>11.4‡</td><td>13.7‡</td><td>14.3‡</td></tr><tr><td>ONLINE-Y</td><td>-1.8</td><td>-1.0</td><td>-0.9</td><td>—</td><td>0.1</td><td>0.3</td><td>0.7</td><td>1.1</td><td>2.6†</td><td>3.1‡</td><td>3.7‡</td><td>4.7‡</td><td>4.9‡</td><td>6.6‡</td><td>7.1‡</td><td>10.6‡</td><td>12.8‡</td><td>13.4‡</td></tr><tr><td>ONLINE-B</td><td>-1.9</td><td>-1.2</td><td>-1.0</td><td>-0.1</td><td>—</td><td>0.2</td><td>0.6</td><td>1.0</td><td>2.5†</td><td>2.9‡</td><td>3.6‡</td><td>4.6‡</td><td>4.8‡</td><td>6.5‡</td><td>7.0‡</td><td>10.5‡</td><td>12.7‡</td><td>13.3‡</td></tr><tr><td>ONLINE-A</td><td>-2.1</td><td>-1.3</td><td>-1.1</td><td>-0.3</td><td>-0.2</td><td>—</td><td>0.4</td><td>0.8</td><td>2.3</td><td>2.8‡</td><td>3.4‡</td><td>4.4‡</td><td>4.6‡</td><td>6.3‡</td><td>6.8‡</td><td>10.3‡</td><td>12.5‡</td><td>13.2‡</td></tr><tr><td>ONLINE-W</td><td>-2.5</td><td>-1.7</td><td>-1.5</td><td>-0.7</td><td>-0.6</td><td>-0.4</td><td>—</td><td>0.4</td><td>1.9†</td><td>2.4‡</td><td>3.0‡</td><td>4.0‡</td><td>4.2‡</td><td>6.0‡</td><td>6.4‡</td><td>9.9‡</td><td>12.1‡</td><td>12.8‡</td></tr><tr><td>NAIST-NICT</td><td>-2.9</td><td>-2.2</td><td>-2.0</td><td>-1.1</td><td>-1.0</td><td>-0.8</td><td>-0.4</td><td>—</td><td>1.5†</td><td>2.0‡</td><td>2.6‡</td><td>3.6‡</td><td>3.8‡</td><td>5.5‡</td><td>6.0‡</td><td>9.5‡</td><td>11.7‡</td><td>12.3‡</td></tr><tr><td>GTCOM_DLUT</td><td>-4.4</td><td>-3.6</td><td>-3.5</td><td>-2.6</td><td>-2.5</td><td>-2.3</td><td>-1.9</td><td>-1.5</td><td>—</td><td>0.5‡</td><td>1.1†</td><td>2.1‡</td><td>2.3†</td><td>4.0‡</td><td>4.5‡</td><td>8.0‡</td><td>10.2‡</td><td>10.9‡</td></tr><tr><td>Lan-BridgeMT</td><td>-4.8</td><td>-4.1</td><td>-3.9</td><td>-3.1</td><td>-2.9</td><td>-2.8</td><td>-2.4</td><td>-2.0</td><td>-0.5</td><td>—</td><td>0.6</td><td>1.7</td><td>1.8</td><td>3.6‡</td><td>4.0‡</td><td>7.5‡</td><td>9.7‡</td><td>10.4‡</td></tr><tr><td>ANVITA</td><td>-5.5</td><td>-4.7</td><td>-4.5</td><td>-3.7</td><td>-3.6</td><td>-3.4</td><td>-3.0</td><td>-2.6</td><td>-1.1</td><td>-0.6</td><td>—</td><td>1.1</td><td>1.2</td><td>3.0‡</td><td>3.4‡</td><td>6.9‡</td><td>9.1‡</td><td>9.8‡</td></tr><tr><td>ONLINE-G</td><td>-6.5</td><td>-5.8</td><td>-5.6</td><td>-4.7</td><td>-4.6</td><td>-4.4</td><td>-4.0</td><td>-3.6</td><td>-2.1</td><td>-1.7</td><td>-1.7</td><td>—</td><td>0.2</td><td>1.9‡</td><td>2.4‡</td><td>5.9‡</td><td>8.1‡</td><td>8.7‡</td></tr><tr><td>LanguageX</td><td>-6.7</td><td>-5.9</td><td>-5.7</td><td>-4.9</td><td>-4.8</td><td>-4.6</td><td>-4.2</td><td>-3.8</td><td>-2.3</td><td>-1.8</td><td>-1.2</td><td>-0.2</td><td>—</td><td>1.8‡</td><td>2.2‡</td><td>5.7‡</td><td>7.9‡</td><td>8.6‡</td></tr><tr><td>ONLINE-M</td><td>-8.4</td><td>-7.7</td><td>-7.5</td><td>-6.6</td><td>-6.5</td><td>-6.3</td><td>-6.0</td><td>-5.5</td><td>-4.0</td><td>-3.6</td><td>-3.0</td><td>-1.9</td><td>-1.8</td><td>—</td><td>0.5</td><td>4.0‡</td><td>6.2‡</td><td>6.8‡</td></tr><tr><td>KYB</td><td>-8.9</td><td>-8.1</td><td>-7.9</td><td>-7.1</td><td>-7.0</td><td>-6.8</td><td>-6.4</td><td>-6.0</td><td>-4.5</td><td>-4.0</td><td>-3.4</td><td>-2.4</td><td>-2.2</td><td>-0.5</td><td>—</td><td>3.5‡</td><td>5.7‡</td><td>6.4‡</td></tr><tr><td>AIRC</td><td>-12.4</td><td>-11.6</td><td>-11.4</td><td>-10.6</td><td>-10.5</td><td>-10.3</td><td>-9.9</td><td>-9.5</td><td>-8.0</td><td>-7.5</td><td>-6.9</td><td>-5.9</td><td>-5.7</td><td>-4.0</td><td>-3.5</td><td>—</td><td>2.2†</td><td>2.9†</td></tr><tr><td>NLLB_MBR_BLEU</td><td>-14.6</td><td>-13.8</td><td>-13.7</td><td>-12.8</td><td>-12.7</td><td>-12.5</td><td>-12.1</td><td>-11.7</td><td>-10.2</td><td>-9.7</td><td>-9.1</td><td>-8.1</td><td>-7.9</td><td>-6.2</td><td>-5.7</td><td>-2.2</td><td>—</td><td>0.6</td></tr><tr><td>NLLB_Greedy</td><td>-15.2</td><td>-14.5</td><td>-14.3</td><td>-13.4</td><td>-13.3</td><td>-13.2</td><td>-12.8</td><td>-12.3</td><td>-10.9</td><td>-10.4</td><td>-9.8</td><td>-8.7</td><td>-8.6</td><td>-6.8</td><td>-6.4</td><td>-2.9</td><td>-0.6</td><td>—</td></tr><tr><td>score</td><td>81.3</td><td>80.6</td><td>80.4</td><td>79.5</td><td>79.4</td><td>79.2</td><td>78.8</td><td>78.4</td><td>76.9</td><td>76.4</td><td>75.8</td><td>74.8</td><td>74.6</td><td>72.9</td><td>72.4</td><td>68.9</td><td>66.7</td><td>66.1</td></tr><tr><td>rank</td><td>1</td><td>2.4</td><td>3.8</td><td>3.8</td><td>2.8</td><td>3.9</td><td>2.8</td><td>3.8</td><td>8.9</td><td>10-13</td><td>10-13</td><td>10-13</td><td>10-13</td><td>14-15</td><td>14-15</td><td>16</td><td>17-18</td><td>17-18</td></tr></tbody></table>
Chinese→English

<table><caption>Table 34: Head to head comparison for Chinese→English systems</caption><thead><tr><th></th><th></th><th>Lan-BridgeMT</th><th>GPT4-5shot</th><th>Yishu</th><th>ONLINE-W</th><th>ONLINE-G</th><th>ONLINE-B</th><th>ONLINE-Y</th><th>HW-TSC</th><th>ONLINE-A</th><th>IOL_Research</th><th>LanguageX</th><th>ONLINE-M</th><th>NLLB_MBR_BLEU</th><th>Human-refA</th><th>NLLB_Greedy</th><th>ANVITA</th></tr></thead><tbody><tr><td>Lan-BridgeMT</td><td>—</td><td>1.9</td><td>2.6‡</td><td>2.7‡</td><td>2.9‡</td><td>3.1‡</td><td>3.2‡</td><td>3.8‡</td><td>5.1‡</td><td>5.2‡</td><td>5.6‡</td><td>6.0‡</td><td>6.7‡</td><td>6.8‡</td><td>8.9‡</td><td>10.3‡</td></tr><tr><td>GPT4-5shot</td><td>-1.9</td><td>—</td><td>0.6‡</td><td>0.8‡</td><td>1.0‡</td><td>1.1†</td><td>1.2‡</td><td>1.9†</td><td>3.1‡</td><td>3.3‡</td><td>3.7‡</td><td>4.1‡</td><td>4.7‡</td><td>4.9‡</td><td>6.9‡</td><td>8.3‡</td></tr><tr><td>Yishu</td><td>-2.6</td><td>-0.6</td><td>—</td><td>0.2</td><td>0.3*</td><td>0.5</td><td>0.6</td><td>1.3</td><td>2.5</td><td>2.6‡</td><td>3.1‡</td><td>3.5‡</td><td>4.1‡</td><td>4.3‡</td><td>6.3‡</td><td>7.7‡</td></tr><tr><td>ONLINE-W</td><td>-2.7</td><td>-0.8</td><td>-0.2</td><td>—</td><td>0.2*</td><td>0.4</td><td>0.5</td><td>1.1</td><td>2.3*</td><td>2.5‡</td><td>2.9‡</td><td>3.3‡</td><td>4.0‡</td><td>4.1‡</td><td>6.2‡</td><td>7.6‡</td></tr><tr><td>ONLINE-G</td><td>-2.9</td><td>-1.0</td><td>-0.3</td><td>-0.2</td><td>—</td><td>0.2</td><td>0.3</td><td>0.9</td><td>2.2</td><td>2.3*</td><td>2.8</td><td>3.1‡</td><td>3.8‡</td><td>3.9‡</td><td>6.0‡</td><td>7.4‡</td></tr><tr><td>ONLINE-B</td><td>-3.1</td><td>-1.1</td><td>-0.5</td><td>-0.4</td><td>-0.2</td><td>—</td><td>0.1‡</td><td>0.8</td><td>2.0‡</td><td>2.1‡</td><td>2.6‡</td><td>3.0‡</td><td>3.6‡</td><td>3.8‡</td><td>5.8‡</td><td>7.2‡</td></tr><tr><td>ONLINE-Y</td><td>-3.2</td><td>-1.2</td><td>-0.6</td><td>-0.5</td><td>-0.3</td><td>-0.1</td><td>—</td><td>0.7</td><td>1.9</td><td>2.0‡</td><td>2.5‡</td><td>2.9‡</td><td>3.5‡</td><td>3.7‡</td><td>5.7‡</td><td>7.1‡</td></tr><tr><td>HW-TSC</td><td>-3.8</td><td>-1.9</td><td>-1.3</td><td>-1.1</td><td>-0.9</td><td>-0.8</td><td>-0.7</td><td>—</td><td>1.2‡</td><td>1.4‡</td><td>1.8‡</td><td>2.2‡</td><td>2.8‡</td><td>3.0‡</td><td>5.0‡</td><td>6.5‡</td></tr><tr><td>ONLINE-A</td><td>-5.1</td><td>-3.1</td><td>-2.5</td><td>-2.3</td><td>-2.2</td><td>-2.0</td><td>-1.9</td><td>-1.2</td><td>—</td><td>0.1*</td><td>0.6</td><td>1.0‡</td><td>1.6‡</td><td>1.8‡</td><td>3.8‡</td><td>5.2‡</td></tr><tr><td>IOL_Research</td><td>-5.2</td><td>-3.3</td><td>-2.6</td><td>-2.5</td><td>-2.3</td><td>-2.1</td><td>-2.0</td><td>-1.4</td><td>-0.1</td><td>—</td><td>0.4</td><td>0.8†</td><td>1.5‡</td><td>1.6‡</td><td>3.7‡</td><td>5.1‡</td></tr><tr><td>LanguageX</td><td>-5.6</td><td>-3.7</td><td>-3.1</td><td>-2.9</td><td>-2.8</td><td>-2.6</td><td>-2.5</td><td>-1.8</td><td>-0.6</td><td>-0.4</td><td>—</td><td>0.4†</td><td>1.0‡</td><td>1.2‡</td><td>3.2‡</td><td>4.6‡</td></tr><tr><td>ONLINE-M</td><td>-6.0</td><td>-4.1</td><td>-3.5</td><td>-3.3</td><td>-3.1</td><td>-3.0</td><td>-2.9</td><td>-2.2</td><td>-1.0</td><td>-0.8</td><td>-0.4</td><td>—</td><td>0.6†</td><td>0.8</td><td>2.8‡</td><td>4.3†</td></tr><tr><td>NLLB_MBR_BLEU</td><td>-6.7</td><td>-4.7</td><td>-4.1</td><td>-4.0</td><td>-3.8</td><td>-3.6</td><td>-3.5</td><td>-2.8</td><td>-1.6</td><td>-1.5</td><td>-1.0</td><td>-0.6</td><td>—</td><td>0.2</td><td>2.2</td><td>3.6</td></tr><tr><td>Human-refA</td><td>-6.8</td><td>-4.9</td><td>-4.3</td><td>-4.1</td><td>-3.9</td><td>-3.8</td><td>-3.7</td><td>-3.0</td><td>-1.8</td><td>-1.6</td><td>-1.2</td><td>-0.8</td><td>-0.2</td><td>—</td><td>2.0*</td><td>3.4</td></tr><tr><td>NLLB_Greedy</td><td>-8.9</td><td>-6.9</td><td>-6.3</td><td>-6.2</td><td>-6.0</td><td>-5.8</td><td>-5.7</td><td>-5.0</td><td>-3.8</td><td>-3.7</td><td>-3.2</td><td>-2.8</td><td>-2.2</td><td>-2.0</td><td>—</td><td>1.4</td></tr><tr><td>ANVITA</td><td>-10.3</td><td>-8.3</td><td>-7.7</td><td>-7.6</td><td>-7.4</td><td>-7.2</td><td>-7.1</td><td>-6.5</td><td>-5.2</td><td>-5.1</td><td>-4.6</td><td>-4.3</td><td>-3.6</td><td>-3.4</td><td>-1.4</td><td>—</td></tr><tr><td>score</td><td>82.9</td><td>80.9</td><td>80.3</td><td>80.2</td><td>80.0</td><td>79.8</td><td>79.7</td><td>79.1</td><td>77.8</td><td>77.7</td><td>77.2</td><td>76.9</td><td>76.2</td><td>76.1</td><td>74.0</td><td>72.6</td></tr><tr><td>rank</td><td>1-2</td><td>1-2</td><td>3-8</td><td>3-7</td><td>5-10</td><td>3-7</td><td>4-9</td><td>3-8</td><td>6-10</td><td>10-11</td><td>8-11</td><td>12-13</td><td>13-16</td><td>12-15</td><td>14-16</td><td>13-16</td></tr></tbody></table>