upload files

all_results.json

@@ -1,20 +1,20 @@
 {
-    "epoch": 2.0,
-    "eval_accuracy": 0.7775100401606426,
-    "eval_loss": 0.5632535815238953,
-    "eval_runtime": 33.4796,
+    "epoch": 5.0,
+    "eval_accuracy": 0.791566265060241,
+    "eval_loss": 0.5889994502067566,
+    "eval_runtime": 4.9018,
     "eval_samples": 2490,
-    "eval_samples_per_second": 74.374,
-    "eval_steps_per_second": 1.165,
-    "predict_accuracy": 0.7772455089820359,
-    "predict_loss": 0.5637439489364624,
-    "predict_runtime": 67.1284,
+    "eval_samples_per_second": 507.973,
+    "eval_steps_per_second": 63.65,
+    "predict_accuracy": 0.7802395209580838,
+    "predict_loss": 0.6009576320648193,
+    "predict_runtime": 9.85,
     "predict_samples": 5010,
-    "predict_samples_per_second": 74.633,
-    "predict_steps_per_second": 1.177,
-    "train_loss": 0.592957808732054,
-    "train_runtime": 6462.0191,
+    "predict_samples_per_second": 508.63,
+    "predict_steps_per_second": 63.655,
+    "train_loss": 0.4496388073539485,
+    "train_runtime": 12296.6458,
     "train_samples": 392702,
-    "train_samples_per_second": 121.542,
-    "train_steps_per_second": 0.475
+    "train_samples_per_second": 159.679,
+    "train_steps_per_second": 4.99
 }

config.json

@@ -13,16 +13,16 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "contradiction",
-    "1": "neutral",
-    "2": "entailment"
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "entailment": 0,
-    "neutral": 1,
-    "contradiction": 2
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 2.0,
-    "eval_accuracy": 0.7775100401606426,
-    "eval_loss": 0.5632535815238953,
-    "eval_runtime": 33.4796,
+    "epoch": 5.0,
+    "eval_accuracy": 0.791566265060241,
+    "eval_loss": 0.5889994502067566,
+    "eval_runtime": 4.9018,
     "eval_samples": 2490,
-    "eval_samples_per_second": 74.374,
-    "eval_steps_per_second": 1.165
+    "eval_samples_per_second": 507.973,
+    "eval_steps_per_second": 63.65
 }

predict_results.json

@@ -1,8 +1,8 @@
 {
-    "predict_accuracy": 0.7772455089820359,
-    "predict_loss": 0.5637439489364624,
-    "predict_runtime": 67.1284,
+    "predict_accuracy": 0.7802395209580838,
+    "predict_loss": 0.6009576320648193,
+    "predict_runtime": 9.85,
     "predict_samples": 5010,
-    "predict_samples_per_second": 74.633,
-    "predict_steps_per_second": 1.177
+    "predict_samples_per_second": 508.63,
+    "predict_steps_per_second": 63.655
 }

predictions.txt

@@ -11,8 +11,8 @@ index	prediction
 9	contradiction
 10	contradiction
 11	neutral
-12	neutral
-13	entailment
+12	contradiction
+13	contradiction
 14	neutral
 15	contradiction
 16	neutral
@@ -25,15 +25,15 @@ index	prediction
 23	neutral
 24	neutral
 25	entailment
-26	neutral
+26	entailment
 27	contradiction
 28	neutral
 29	entailment
 30	neutral
 31	entailment
 32	contradiction
-33	contradiction
-34	contradiction
+33	neutral
+34	neutral
 35	contradiction
 36	contradiction
 37	entailment
@@ -49,7 +49,7 @@ index	prediction
 47	contradiction
 48	entailment
 49	neutral
-50	contradiction
+50	neutral
 51	neutral
 52	entailment
 53	contradiction
@@ -63,14 +63,14 @@ index	prediction
 61	entailment
 62	neutral
 63	neutral
-64	entailment
+64	contradiction
 65	contradiction
 66	contradiction
 67	entailment
 68	neutral
 69	neutral
-70	contradiction
-71	contradiction
+70	entailment
+71	neutral
 72	contradiction
 73	contradiction
 74	neutral
@@ -81,14 +81,14 @@ index	prediction
 79	neutral
 80	entailment
 81	entailment
-82	neutral
+82	contradiction
 83	contradiction
 84	neutral
 85	neutral
 86	contradiction
 87	contradiction
 88	neutral
-89	entailment
+89	contradiction
 90	neutral
 91	contradiction
 92	neutral
@@ -121,13 +121,13 @@ index	prediction
 119	entailment
 120	contradiction
 121	entailment
-122	contradiction
-123	contradiction
+122	neutral
+123	neutral
 124	neutral
 125	contradiction
 126	contradiction
 127	neutral
-128	neutral
+128	entailment
 129	contradiction
 130	entailment
 131	neutral
@@ -139,12 +139,12 @@ index	prediction
 137	contradiction
 138	contradiction
 139	neutral
-140	entailment
+140	contradiction
 141	contradiction
 142	neutral
 143	entailment
-144	entailment
-145	contradiction
+144	contradiction
+145	entailment
 146	neutral
 147	neutral
 148	entailment
@@ -160,7 +160,7 @@ index	prediction
 158	neutral
 159	contradiction
 160	neutral
-161	entailment
+161	neutral
 162	neutral
 163	entailment
 164	neutral
@@ -171,13 +171,13 @@ index	prediction
 169	entailment
 170	contradiction
 171	contradiction
-172	neutral
+172	entailment
 173	neutral
 174	entailment
 175	neutral
 176	contradiction
-177	contradiction
-178	contradiction
+177	entailment
+178	neutral
 179	contradiction
 180	entailment
 181	contradiction
@@ -186,7 +186,7 @@ index	prediction
 184	contradiction
 185	neutral
 186	neutral
-187	neutral
+187	entailment
 188	contradiction
 189	contradiction
 190	neutral
@@ -211,20 +211,20 @@ index	prediction
 209	neutral
 210	contradiction
 211	contradiction
-212	contradiction
+212	entailment
 213	entailment
 214	neutral
 215	contradiction
 216	contradiction
 217	entailment
-218	neutral
+218	entailment
 219	contradiction
-220	entailment
+220	contradiction
 221	neutral
 222	contradiction
 223	entailment
 224	neutral
-225	neutral
+225	contradiction
 226	contradiction
 227	neutral
 228	contradiction
@@ -242,33 +242,33 @@ index	prediction
 240	neutral
 241	entailment
 242	contradiction
-243	neutral
+243	contradiction
 244	contradiction
 245	neutral
 246	neutral
-247	neutral
+247	entailment
 248	contradiction
 249	contradiction
 250	neutral
 251	entailment
 252	entailment
-253	neutral
+253	entailment
 254	contradiction
 255	neutral
-256	neutral
+256	entailment
 257	contradiction
-258	neutral
+258	entailment
 259	neutral
 260	contradiction
 261	contradiction
 262	neutral
-263	contradiction
-264	contradiction
-265	neutral
+263	entailment
+264	neutral
+265	entailment
 266	entailment
 267	neutral
 268	contradiction
-269	entailment
+269	neutral
 270	entailment
 271	contradiction
 272	neutral
@@ -277,7 +277,7 @@ index	prediction
 275	contradiction
 276	neutral
 277	contradiction
-278	neutral
+278	entailment
 279	neutral
 280	entailment
 281	contradiction
@@ -290,9 +290,9 @@ index	prediction
 288	contradiction
 289	entailment
 290	entailment
-291	entailment
+291	neutral
 292	entailment
-293	entailment
+293	neutral
 294	neutral
 295	neutral
 296	contradiction
@@ -306,11 +306,11 @@ index	prediction
 304	contradiction
 305	neutral
 306	contradiction
-307	contradiction
+307	neutral
 308	entailment
 309	contradiction
 310	entailment
-311	entailment
+311	neutral
 312	contradiction
 313	neutral
 314	entailment
@@ -320,19 +320,19 @@ index	prediction
 318	neutral
 319	contradiction
 320	entailment
-321	entailment
+321	contradiction
 322	entailment
 323	contradiction
 324	contradiction
-325	entailment
+325	contradiction
 326	contradiction
-327	contradiction
+327	neutral
 328	entailment
 329	contradiction
 330	contradiction
 331	entailment
 332	neutral
-333	entailment
+333	neutral
 334	contradiction
 335	entailment
 336	contradiction
@@ -350,16 +350,16 @@ index	prediction
 348	contradiction
 349	neutral
 350	neutral
-351	neutral
+351	entailment
 352	entailment
 353	contradiction
-354	neutral
+354	contradiction
 355	neutral
 356	entailment
 357	contradiction
 358	neutral
 359	entailment
-360	contradiction
+360	neutral
 361	neutral
 362	entailment
 363	neutral
@@ -401,11 +401,11 @@ index	prediction
 399	neutral
 400	contradiction
 401	contradiction
-402	contradiction
+402	entailment
 403	neutral
 404	contradiction
 405	entailment
-406	neutral
+406	contradiction
 407	contradiction
 408	contradiction
 409	entailment
@@ -421,7 +421,7 @@ index	prediction
 419	contradiction
 420	neutral
 421	contradiction
-422	neutral
+422	entailment
 423	neutral
 424	contradiction
 425	contradiction
@@ -431,41 +431,41 @@ index	prediction
 429	contradiction
 430	contradiction
 431	neutral
-432	entailment
+432	neutral
 433	neutral
 434	contradiction
 435	neutral
 436	entailment
 437	contradiction
-438	contradiction
+438	entailment
 439	neutral
 440	contradiction
 441	entailment
 442	contradiction
 443	neutral
-444	entailment
+444	neutral
 445	contradiction
 446	neutral
-447	contradiction
+447	neutral
 448	neutral
 449	entailment
 450	neutral
 451	entailment
 452	contradiction
-453	entailment
+453	neutral
 454	contradiction
 455	neutral
 456	neutral
-457	neutral
+457	contradiction
 458	contradiction
 459	neutral
 460	contradiction
 461	entailment
 462	neutral
-463	entailment
+463	contradiction
 464	neutral
 465	neutral
-466	neutral
+466	entailment
 467	contradiction
 468	neutral
 469	entailment
@@ -483,19 +483,19 @@ index	prediction
 481	neutral
 482	contradiction
 483	entailment
-484	contradiction
+484	neutral
 485	neutral
-486	contradiction
-487	entailment
-488	contradiction
+486	neutral
+487	neutral
+488	neutral
 489	entailment
 490	neutral
 491	contradiction
 492	neutral
 493	contradiction
-494	entailment
+494	neutral
 495	entailment
-496	entailment
+496	neutral
 497	contradiction
 498	contradiction
 499	neutral
@@ -506,7 +506,7 @@ index	prediction
 504	neutral
 505	entailment
 506	contradiction
-507	neutral
+507	contradiction
 508	contradiction
 509	contradiction
 510	neutral
@@ -514,7 +514,7 @@ index	prediction
 512	neutral
 513	contradiction
 514	neutral
-515	contradiction
+515	entailment
 516	neutral
 517	neutral
 518	neutral
@@ -544,7 +544,7 @@ index	prediction
 542	entailment
 543	neutral
 544	contradiction
-545	entailment
+545	neutral
 546	neutral
 547	neutral
 548	contradiction
@@ -556,7 +556,7 @@ index	prediction
 554	entailment
 555	contradiction
 556	entailment
-557	contradiction
+557	neutral
 558	contradiction
 559	neutral
 560	entailment
@@ -567,13 +567,13 @@ index	prediction
 565	neutral
 566	contradiction
 567	neutral
-568	contradiction
+568	entailment
 569	neutral
 570	entailment
 571	contradiction
 572	entailment
 573	entailment
-574	neutral
+574	contradiction
 575	contradiction
 576	neutral
 577	neutral
@@ -618,10 +618,10 @@ index	prediction
 616	neutral
 617	entailment
 618	contradiction
-619	entailment
+619	neutral
 620	contradiction
 621	entailment
-622	contradiction
+622	neutral
 623	contradiction
 624	entailment
 625	neutral
@@ -648,8 +648,8 @@ index	prediction
 646	contradiction
 647	entailment
 648	neutral
-649	entailment
-650	contradiction
+649	contradiction
+650	neutral
 651	neutral
 652	entailment
 653	neutral
@@ -661,7 +661,7 @@ index	prediction
 659	contradiction
 660	entailment
 661	contradiction
-662	neutral
+662	entailment
 663	entailment
 664	neutral
 665	contradiction
@@ -677,7 +677,7 @@ index	prediction
 675	neutral
 676	entailment
 677	contradiction
-678	entailment
+678	neutral
 679	neutral
 680	entailment
 681	entailment
@@ -693,7 +693,7 @@ index	prediction
 691	neutral
 692	contradiction
 693	entailment
-694	contradiction
+694	neutral
 695	contradiction
 696	entailment
 697	contradiction
@@ -710,22 +710,22 @@ index	prediction
 708	neutral
 709	contradiction
 710	neutral
-711	neutral
+711	entailment
 712	neutral
-713	contradiction
-714	entailment
+713	neutral
+714	neutral
 715	entailment
-716	contradiction
+716	entailment
 717	neutral
 718	entailment
 719	contradiction
 720	contradiction
 721	contradiction
 722	entailment
-723	entailment
+723	neutral
 724	neutral
-725	neutral
-726	neutral
+725	contradiction
+726	contradiction
 727	neutral
 728	neutral
 729	neutral
@@ -736,21 +736,21 @@ index	prediction
 734	contradiction
 735	neutral
 736	contradiction
-737	neutral
+737	contradiction
 738	contradiction
 739	entailment
 740	neutral
 741	entailment
 742	contradiction
-743	entailment
+743	contradiction
 744	contradiction
 745	entailment
 746	neutral
 747	entailment
-748	contradiction
+748	neutral
 749	neutral
 750	neutral
-751	contradiction
+751	neutral
 752	neutral
 753	neutral
 754	entailment
@@ -763,19 +763,19 @@ index	prediction
 761	contradiction
 762	neutral
 763	neutral
-764	neutral
+764	contradiction
 765	entailment
 766	neutral
 767	neutral
 768	entailment
 769	neutral
 770	contradiction
-771	neutral
+771	contradiction
 772	contradiction
 773	contradiction
 774	entailment
 775	contradiction
-776	neutral
+776	contradiction
 777	entailment
 778	contradiction
 779	neutral
@@ -811,7 +811,7 @@ index	prediction
 809	neutral
 810	contradiction
 811	neutral
-812	entailment
+812	neutral
 813	neutral
 814	entailment
 815	contradiction
@@ -829,34 +829,34 @@ index	prediction
 827	contradiction
 828	entailment
 829	neutral
-830	contradiction
+830	neutral
 831	contradiction
 832	neutral
 833	neutral
 834	contradiction
 835	entailment
-836	neutral
+836	contradiction
 837	neutral
 838	contradiction
-839	entailment
+839	neutral
 840	entailment
 841	neutral
 842	contradiction
 843	neutral
-844	entailment
+844	neutral
 845	contradiction
 846	entailment
 847	contradiction
 848	contradiction
 849	contradiction
-850	neutral
+850	contradiction
 851	contradiction
 852	entailment
 853	contradiction
 854	neutral
 855	neutral
 856	entailment
-857	contradiction
+857	neutral
 858	neutral
 859	neutral
 860	entailment
@@ -868,7 +868,7 @@ index	prediction
 866	neutral
 867	entailment
 868	contradiction
-869	contradiction
+869	neutral
 870	contradiction
 871	neutral
 872	entailment
@@ -893,9 +893,9 @@ index	prediction
 891	contradiction
 892	entailment
 893	neutral
-894	neutral
+894	entailment
 895	entailment
-896	contradiction
+896	entailment
 897	contradiction
 898	entailment
 899	neutral
@@ -938,24 +938,24 @@ index	prediction
 936	contradiction
 937	neutral
 938	entailment
-939	neutral
+939	contradiction
 940	neutral
 941	neutral
-942	contradiction
+942	neutral
 943	entailment
-944	contradiction
+944	neutral
 945	entailment
 946	neutral
 947	contradiction
-948	entailment
+948	contradiction
 949	neutral
 950	contradiction
-951	neutral
-952	neutral
+951	contradiction
+952	contradiction
 953	contradiction
 954	contradiction
 955	neutral
-956	neutral
+956	entailment
 957	entailment
 958	contradiction
 959	neutral
@@ -963,12 +963,12 @@ index	prediction
 961	contradiction
 962	entailment
 963	entailment
-964	neutral
+964	contradiction
 965	neutral
 966	contradiction
 967	contradiction
 968	neutral
-969	entailment
+969	neutral
 970	neutral
 971	contradiction
 972	contradiction
@@ -981,7 +981,7 @@ index	prediction
 979	contradiction
 980	neutral
 981	neutral
-982	contradiction
+982	neutral
 983	entailment
 984	neutral
 985	contradiction
@@ -989,7 +989,7 @@ index	prediction
 987	entailment
 988	neutral
 989	contradiction
-990	neutral
+990	entailment
 991	contradiction
 992	neutral
 993	neutral
@@ -999,8 +999,8 @@ index	prediction
 997	neutral
 998	entailment
 999	contradiction
-1000	entailment
-1001	neutral
+1000	neutral
+1001	entailment
 1002	entailment
 1003	neutral
 1004	contradiction
@@ -1008,16 +1008,16 @@ index	prediction
 1006	entailment
 1007	neutral
 1008	entailment
-1009	contradiction
+1009	neutral
 1010	contradiction
 1011	contradiction
 1012	neutral
-1013	neutral
+1013	entailment
 1014	neutral
 1015	neutral
 1016	contradiction
 1017	contradiction
-1018	entailment
+1018	neutral
 1019	neutral
 1020	neutral
 1021	entailment
@@ -1026,10 +1026,10 @@ index	prediction
 1024	entailment
 1025	neutral
 1026	neutral
-1027	entailment
+1027	neutral
 1028	contradiction
 1029	neutral
-1030	neutral
+1030	contradiction
 1031	neutral
 1032	neutral
 1033	entailment
@@ -1040,13 +1040,13 @@ index	prediction
 1038	entailment
 1039	neutral
 1040	neutral
-1041	neutral
+1041	entailment
 1042	contradiction
 1043	neutral
 1044	contradiction
 1045	neutral
 1046	entailment
-1047	contradiction
+1047	neutral
 1048	neutral
 1049	neutral
 1050	entailment
@@ -1068,13 +1068,13 @@ index	prediction
 1066	contradiction
 1067	neutral
 1068	entailment
-1069	neutral
+1069	contradiction
 1070	contradiction
 1071	contradiction
 1072	neutral
 1073	entailment
-1074	entailment
-1075	entailment
+1074	contradiction
+1075	neutral
 1076	neutral
 1077	neutral
 1078	neutral
@@ -1088,17 +1088,17 @@ index	prediction
 1086	entailment
 1087	neutral
 1088	neutral
-1089	contradiction
+1089	entailment
 1090	entailment
 1091	entailment
 1092	contradiction
 1093	contradiction
-1094	contradiction
+1094	neutral
 1095	neutral
 1096	contradiction
 1097	entailment
 1098	contradiction
-1099	entailment
+1099	contradiction
 1100	neutral
 1101	neutral
 1102	contradiction
@@ -1112,7 +1112,7 @@ index	prediction
 1110	neutral
 1111	contradiction
 1112	neutral
-1113	contradiction
+1113	entailment
 1114	entailment
 1115	contradiction
 1116	entailment
@@ -1121,7 +1121,7 @@ index	prediction
 1119	neutral
 1120	entailment
 1121	contradiction
-1122	contradiction
+1122	neutral
 1123	entailment
 1124	neutral
 1125	neutral
@@ -1134,7 +1134,7 @@ index	prediction
 1132	neutral
 1133	contradiction
 1134	neutral
-1135	contradiction
+1135	neutral
 1136	entailment
 1137	entailment
 1138	contradiction
@@ -1146,7 +1146,7 @@ index	prediction
 1144	entailment
 1145	neutral
 1146	neutral
-1147	entailment
+1147	neutral
 1148	neutral
 1149	entailment
 1150	entailment
@@ -1156,12 +1156,12 @@ index	prediction
 1154	entailment
 1155	neutral
 1156	contradiction
-1157	entailment
-1158	entailment
+1157	neutral
+1158	contradiction
 1159	contradiction
-1160	neutral
+1160	contradiction
 1161	contradiction
-1162	entailment
+1162	contradiction
 1163	entailment
 1164	neutral
 1165	neutral
@@ -1172,17 +1172,17 @@ index	prediction
 1170	neutral
 1171	entailment
 1172	contradiction
-1173	neutral
+1173	contradiction
 1174	contradiction
 1175	contradiction
 1176	neutral
 1177	entailment
 1178	contradiction
-1179	neutral
+1179	contradiction
 1180	contradiction
 1181	neutral
 1182	entailment
-1183	neutral
+1183	contradiction
 1184	neutral
 1185	neutral
 1186	contradiction
@@ -1202,7 +1202,7 @@ index	prediction
 1200	neutral
 1201	contradiction
 1202	entailment
-1203	entailment
+1203	neutral
 1204	entailment
 1205	contradiction
 1206	entailment
@@ -1214,13 +1214,13 @@ index	prediction
 1212	contradiction
 1213	entailment
 1214	neutral
-1215	entailment
+1215	neutral
 1216	neutral
 1217	neutral
 1218	contradiction
 1219	neutral
 1220	entailment
-1221	entailment
+1221	neutral
 1222	contradiction
 1223	contradiction
 1224	neutral
@@ -1246,7 +1246,7 @@ index	prediction
 1244	contradiction
 1245	neutral
 1246	entailment
-1247	neutral
+1247	contradiction
 1248	neutral
 1249	contradiction
 1250	neutral
@@ -1256,7 +1256,7 @@ index	prediction
 1254	contradiction
 1255	neutral
 1256	entailment
-1257	neutral
+1257	contradiction
 1258	contradiction
 1259	entailment
 1260	contradiction
@@ -1280,16 +1280,16 @@ index	prediction
 1278	contradiction
 1279	contradiction
 1280	contradiction
-1281	neutral
+1281	contradiction
 1282	entailment
-1283	neutral
+1283	entailment
 1284	entailment
 1285	contradiction
-1286	neutral
-1287	neutral
+1286	entailment
+1287	contradiction
 1288	neutral
 1289	entailment
-1290	contradiction
+1290	neutral
 1291	neutral
 1292	contradiction
 1293	entailment
@@ -1311,7 +1311,7 @@ index	prediction
 1309	neutral
 1310	contradiction
 1311	contradiction
-1312	neutral
+1312	entailment
 1313	entailment
 1314	contradiction
 1315	entailment
@@ -1321,15 +1321,15 @@ index	prediction
 1319	neutral
 1320	entailment
 1321	contradiction
-1322	neutral
+1322	contradiction
 1323	contradiction
 1324	neutral
-1325	entailment
+1325	neutral
 1326	neutral
 1327	contradiction
 1328	contradiction
 1329	contradiction
-1330	contradiction
+1330	neutral
 1331	entailment
 1332	contradiction
 1333	entailment
@@ -1376,7 +1376,7 @@ index	prediction
 1374	entailment
 1375	contradiction
 1376	neutral
-1377	contradiction
+1377	neutral
 1378	entailment
 1379	neutral
 1380	contradiction
@@ -1400,32 +1400,32 @@ index	prediction
 1398	neutral
 1399	entailment
 1400	contradiction
-1401	entailment
+1401	neutral
 1402	entailment
 1403	contradiction
 1404	contradiction
 1405	neutral
-1406	contradiction
+1406	neutral
 1407	neutral
 1408	entailment
 1409	entailment
 1410	neutral
 1411	contradiction
-1412	contradiction
+1412	entailment
 1413	entailment
-1414	entailment
+1414	contradiction
 1415	neutral
 1416	neutral
 1417	contradiction
 1418	contradiction
 1419	contradiction
 1420	neutral
-1421	contradiction
-1422	neutral
+1421	entailment
+1422	contradiction
 1423	entailment
 1424	contradiction
 1425	entailment
-1426	neutral
+1426	contradiction
 1427	entailment
 1428	neutral
 1429	entailment
@@ -1433,7 +1433,7 @@ index	prediction
 1431	contradiction
 1432	neutral
 1433	neutral
-1434	neutral
+1434	contradiction
 1435	neutral
 1436	entailment
 1437	contradiction
@@ -1448,7 +1448,7 @@ index	prediction
 1446	entailment
 1447	neutral
 1448	contradiction
-1449	entailment
+1449	neutral
 1450	entailment
 1451	contradiction
 1452	neutral
@@ -1480,10 +1480,10 @@ index	prediction
 1478	entailment
 1479	neutral
 1480	contradiction
-1481	entailment
+1481	neutral
 1482	neutral
 1483	entailment
-1484	contradiction
+1484	neutral
 1485	neutral
 1486	neutral
 1487	neutral
@@ -1494,7 +1494,7 @@ index	prediction
 1492	contradiction
 1493	entailment
 1494	neutral
-1495	entailment
+1495	neutral
 1496	contradiction
 1497	entailment
 1498	contradiction
@@ -1504,7 +1504,7 @@ index	prediction
 1502	entailment
 1503	entailment
 1504	neutral
-1505	neutral
+1505	contradiction
 1506	neutral
 1507	entailment
 1508	contradiction
@@ -1512,7 +1512,7 @@ index	prediction
 1510	contradiction
 1511	neutral
 1512	neutral
-1513	neutral
+1513	contradiction
 1514	neutral
 1515	entailment
 1516	neutral
@@ -1525,23 +1525,23 @@ index	prediction
 1523	entailment
 1524	neutral
 1525	neutral
-1526	neutral
+1526	contradiction
 1527	contradiction
 1528	contradiction
-1529	neutral
+1529	contradiction
 1530	contradiction
 1531	neutral
 1532	entailment
 1533	entailment
 1534	contradiction
-1535	contradiction
+1535	neutral
 1536	entailment
 1537	neutral
 1538	neutral
-1539	entailment
+1539	neutral
 1540	neutral
 1541	neutral
-1542	neutral
+1542	contradiction
 1543	contradiction
 1544	neutral
 1545	neutral
@@ -1554,15 +1554,15 @@ index	prediction
 1552	neutral
 1553	contradiction
 1554	entailment
-1555	contradiction
+1555	neutral
 1556	neutral
 1557	neutral
-1558	contradiction
+1558	neutral
 1559	neutral
 1560	neutral
-1561	contradiction
+1561	neutral
 1562	contradiction
-1563	contradiction
+1563	neutral
 1564	entailment
 1565	neutral
 1566	contradiction
@@ -1596,30 +1596,30 @@ index	prediction
 1594	contradiction
 1595	neutral
 1596	entailment
-1597	neutral
+1597	entailment
 1598	contradiction
 1599	neutral
 1600	contradiction
 1601	neutral
 1602	neutral
-1603	contradiction
-1604	entailment
+1603	neutral
+1604	neutral
 1605	entailment
 1606	neutral
 1607	contradiction
 1608	entailment
 1609	neutral
 1610	contradiction
-1611	neutral
+1611	entailment
 1612	contradiction
-1613	contradiction
+1613	entailment
 1614	contradiction
 1615	neutral
 1616	entailment
 1617	contradiction
 1618	entailment
 1619	contradiction
-1620	entailment
+1620	contradiction
 1621	contradiction
 1622	neutral
 1623	contradiction
@@ -1638,12 +1638,12 @@ index	prediction
 1636	contradiction
 1637	neutral
 1638	entailment
-1639	contradiction
+1639	neutral
 1640	entailment
 1641	neutral
 1642	entailment
 1643	contradiction
-1644	neutral
+1644	contradiction
 1645	entailment
 1646	neutral
 1647	neutral
@@ -1663,7 +1663,7 @@ index	prediction
 1661	neutral
 1662	neutral
 1663	entailment
-1664	neutral
+1664	contradiction
 1665	contradiction
 1666	entailment
 1667	entailment
@@ -1702,11 +1702,11 @@ index	prediction
 1700	entailment
 1701	contradiction
 1702	entailment
-1703	contradiction
+1703	neutral
 1704	contradiction
 1705	entailment
 1706	neutral
-1707	neutral
+1707	contradiction
 1708	neutral
 1709	neutral
 1710	neutral
@@ -1725,15 +1725,15 @@ index	prediction
 1723	contradiction
 1724	entailment
 1725	contradiction
-1726	neutral
+1726	entailment
 1727	neutral
-1728	neutral
+1728	contradiction
 1729	neutral
 1730	entailment
 1731	contradiction
-1732	entailment
+1732	contradiction
 1733	neutral
-1734	contradiction
+1734	neutral
 1735	neutral
 1736	contradiction
 1737	neutral
@@ -1745,13 +1745,13 @@ index	prediction
 1743	contradiction
 1744	neutral
 1745	neutral
-1746	entailment
-1747	contradiction
+1746	contradiction
+1747	entailment
 1748	neutral
 1749	neutral
 1750	contradiction
-1751	neutral
-1752	entailment
+1751	entailment
+1752	contradiction
 1753	contradiction
 1754	neutral
 1755	contradiction
@@ -1795,11 +1795,11 @@ index	prediction
 1793	neutral
 1794	contradiction
 1795	contradiction
-1796	contradiction
-1797	neutral
+1796	neutral
+1797	entailment
 1798	neutral
 1799	contradiction
-1800	entailment
+1800	neutral
 1801	contradiction
 1802	neutral
 1803	contradiction
@@ -1827,7 +1827,7 @@ index	prediction
 1825	contradiction
 1826	neutral
 1827	contradiction
-1828	contradiction
+1828	entailment
 1829	entailment
 1830	neutral
 1831	contradiction
@@ -1844,13 +1844,13 @@ index	prediction
 1842	contradiction
 1843	entailment
 1844	neutral
-1845	contradiction
-1846	entailment
+1845	neutral
+1846	contradiction
 1847	neutral
 1848	contradiction
 1849	neutral
 1850	entailment
-1851	contradiction
+1851	neutral
 1852	neutral
 1853	neutral
 1854	neutral
@@ -1882,18 +1882,18 @@ index	prediction
 1880	entailment
 1881	neutral
 1882	entailment
-1883	contradiction
+1883	neutral
 1884	entailment
 1885	neutral
-1886	contradiction
+1886	neutral
 1887	neutral
-1888	neutral
+1888	contradiction
 1889	contradiction
 1890	neutral
 1891	contradiction
 1892	entailment
 1893	neutral
-1894	contradiction
+1894	neutral
 1895	entailment
 1896	neutral
 1897	entailment
@@ -1908,13 +1908,13 @@ index	prediction
 1906	entailment
 1907	neutral
 1908	entailment
-1909	entailment
+1909	neutral
 1910	neutral
 1911	contradiction
 1912	entailment
 1913	neutral
 1914	contradiction
-1915	entailment
+1915	contradiction
 1916	contradiction
 1917	contradiction
 1918	entailment
@@ -1948,7 +1948,7 @@ index	prediction
 1946	neutral
 1947	contradiction
 1948	neutral
-1949	neutral
+1949	contradiction
 1950	neutral
 1951	neutral
 1952	neutral
@@ -1956,9 +1956,9 @@ index	prediction
 1954	entailment
 1955	contradiction
 1956	neutral
-1957	contradiction
+1957	entailment
 1958	entailment
-1959	contradiction
+1959	neutral
 1960	entailment
 1961	contradiction
 1962	entailment
@@ -1967,15 +1967,15 @@ index	prediction
 1965	contradiction
 1966	neutral
 1967	entailment
-1968	neutral
+1968	contradiction
 1969	entailment
 1970	contradiction
 1971	entailment
 1972	entailment
-1973	neutral
+1973	contradiction
 1974	entailment
 1975	contradiction
-1976	entailment
+1976	neutral
 1977	entailment
 1978	neutral
 1979	neutral
@@ -1986,11 +1986,11 @@ index	prediction
 1984	contradiction
 1985	entailment
 1986	contradiction
-1987	contradiction
+1987	neutral
 1988	neutral
 1989	neutral
 1990	neutral
-1991	contradiction
+1991	neutral
 1992	contradiction
 1993	entailment
 1994	neutral
@@ -2005,7 +2005,7 @@ index	prediction
 2003	entailment
 2004	neutral
 2005	entailment
-2006	contradiction
+2006	neutral
 2007	contradiction
 2008	entailment
 2009	contradiction
@@ -2046,13 +2046,13 @@ index	prediction
 2044	contradiction
 2045	neutral
 2046	entailment
-2047	neutral
+2047	contradiction
 2048	entailment
 2049	contradiction
 2050	neutral
 2051	entailment
 2052	contradiction
-2053	neutral
+2053	entailment
 2054	neutral
 2055	entailment
 2056	neutral
@@ -2063,9 +2063,9 @@ index	prediction
 2061	entailment
 2062	neutral
 2063	contradiction
-2064	neutral
+2064	contradiction
 2065	entailment
-2066	neutral
+2066	contradiction
 2067	neutral
 2068	contradiction
 2069	entailment
@@ -2085,7 +2085,7 @@ index	prediction
 2083	neutral
 2084	entailment
 2085	contradiction
-2086	neutral
+2086	entailment
 2087	entailment
 2088	neutral
 2089	contradiction
@@ -2096,14 +2096,14 @@ index	prediction
 2094	neutral
 2095	contradiction
 2096	entailment
-2097	neutral
+2097	entailment
 2098	entailment
 2099	neutral
 2100	entailment
 2101	contradiction
 2102	entailment
 2103	neutral
-2104	contradiction
+2104	neutral
 2105	contradiction
 2106	entailment
 2107	entailment
@@ -2122,13 +2122,13 @@ index	prediction
 2120	contradiction
 2121	contradiction
 2122	neutral
-2123	entailment
+2123	neutral
 2124	neutral
 2125	contradiction
 2126	entailment
 2127	contradiction
 2128	entailment
-2129	entailment
+2129	contradiction
 2130	entailment
 2131	contradiction
 2132	contradiction
@@ -2160,7 +2160,7 @@ index	prediction
 2158	contradiction
 2159	neutral
 2160	entailment
-2161	contradiction
+2161	neutral
 2162	contradiction
 2163	neutral
 2164	contradiction
@@ -2181,7 +2181,7 @@ index	prediction
 2179	entailment
 2180	contradiction
 2181	contradiction
-2182	neutral
+2182	contradiction
 2183	neutral
 2184	contradiction
 2185	entailment
@@ -2217,7 +2217,7 @@ index	prediction
 2215	entailment
 2216	neutral
 2217	entailment
-2218	neutral
+2218	contradiction
 2219	neutral
 2220	neutral
 2221	contradiction
@@ -2232,7 +2232,7 @@ index	prediction
 2230	contradiction
 2231	neutral
 2232	contradiction
-2233	neutral
+2233	contradiction
 2234	entailment
 2235	contradiction
 2236	neutral
@@ -2249,9 +2249,9 @@ index	prediction
 2247	contradiction
 2248	neutral
 2249	entailment
-2250	neutral
+2250	contradiction
 2251	neutral
-2252	neutral
+2252	entailment
 2253	neutral
 2254	entailment
 2255	neutral
@@ -2260,7 +2260,7 @@ index	prediction
 2258	neutral
 2259	contradiction
 2260	entailment
-2261	contradiction
+2261	entailment
 2262	neutral
 2263	neutral
 2264	entailment
@@ -2270,9 +2270,9 @@ index	prediction
 2268	contradiction
 2269	entailment
 2270	contradiction
-2271	entailment
+2271	neutral
 2272	contradiction
-2273	contradiction
+2273	neutral
 2274	entailment
 2275	neutral
 2276	entailment
@@ -2297,7 +2297,7 @@ index	prediction
 2295	neutral
 2296	entailment
 2297	contradiction
-2298	neutral
+2298	entailment
 2299	contradiction
 2300	neutral
 2301	contradiction
@@ -2316,29 +2316,29 @@ index	prediction
 2314	contradiction
 2315	entailment
 2316	contradiction
-2317	contradiction
+2317	neutral
 2318	contradiction
 2319	neutral
 2320	neutral
 2321	contradiction
 2322	contradiction
-2323	neutral
+2323	contradiction
 2324	neutral
 2325	neutral
 2326	neutral
-2327	neutral
+2327	contradiction
 2328	contradiction
 2329	neutral
-2330	contradiction
+2330	entailment
 2331	neutral
 2332	entailment
-2333	neutral
+2333	contradiction
 2334	neutral
 2335	entailment
 2336	entailment
 2337	contradiction
 2338	neutral
-2339	neutral
+2339	entailment
 2340	entailment
 2341	neutral
 2342	contradiction
@@ -2346,8 +2346,8 @@ index	prediction
 2344	contradiction
 2345	neutral
 2346	neutral
-2347	entailment
-2348	neutral
+2347	neutral
+2348	entailment
 2349	neutral
 2350	contradiction
 2351	entailment
@@ -2362,18 +2362,18 @@ index	prediction
 2360	contradiction
 2361	contradiction
 2362	entailment
-2363	entailment
+2363	neutral
 2364	contradiction
 2365	neutral
 2366	entailment
 2367	entailment
 2368	neutral
 2369	contradiction
-2370	entailment
+2370	neutral
 2371	contradiction
 2372	entailment
 2373	neutral
-2374	contradiction
+2374	neutral
 2375	contradiction
 2376	neutral
 2377	contradiction
@@ -2384,26 +2384,26 @@ index	prediction
 2382	contradiction
 2383	entailment
 2384	neutral
-2385	entailment
-2386	neutral
+2385	contradiction
+2386	contradiction
 2387	contradiction
 2388	contradiction
-2389	entailment
+2389	contradiction
 2390	entailment
 2391	neutral
 2392	entailment
-2393	contradiction
+2393	neutral
 2394	neutral
-2395	entailment
+2395	neutral
 2396	contradiction
 2397	contradiction
 2398	neutral
 2399	entailment
 2400	neutral
 2401	entailment
-2402	neutral
+2402	contradiction
 2403	neutral
-2404	neutral
+2404	contradiction
 2405	entailment
 2406	neutral
 2407	contradiction
@@ -2434,7 +2434,7 @@ index	prediction
 2432	contradiction
 2433	contradiction
 2434	neutral
-2435	neutral
+2435	contradiction
 2436	entailment
 2437	contradiction
 2438	entailment
@@ -2443,7 +2443,7 @@ index	prediction
 2441	neutral
 2442	contradiction
 2443	neutral
-2444	contradiction
+2444	entailment
 2445	neutral
 2446	entailment
 2447	contradiction
@@ -2456,9 +2456,9 @@ index	prediction
 2454	entailment
 2455	contradiction
 2456	neutral
-2457	contradiction
+2457	neutral
 2458	contradiction
-2459	contradiction
+2459	entailment
 2460	entailment
 2461	contradiction
 2462	neutral
@@ -2476,18 +2476,18 @@ index	prediction
 2474	neutral
 2475	neutral
 2476	contradiction
-2477	entailment
+2477	neutral
 2478	neutral
 2479	entailment
 2480	contradiction
-2481	neutral
+2481	contradiction
 2482	contradiction
-2483	entailment
+2483	contradiction
 2484	neutral
 2485	neutral
 2486	neutral
 2487	contradiction
-2488	contradiction
+2488	neutral
 2489	neutral
 2490	contradiction
 2491	neutral
@@ -2535,11 +2535,11 @@ index	prediction
 2533	contradiction
 2534	contradiction
 2535	neutral
-2536	neutral
+2536	entailment
 2537	contradiction
 2538	neutral
 2539	contradiction
-2540	neutral
+2540	entailment
 2541	neutral
 2542	entailment
 2543	contradiction
@@ -2589,7 +2589,7 @@ index	prediction
 2587	contradiction
 2588	contradiction
 2589	neutral
-2590	entailment
+2590	contradiction
 2591	contradiction
 2592	contradiction
 2593	neutral
@@ -2610,8 +2610,8 @@ index	prediction
 2608	neutral
 2609	contradiction
 2610	neutral
-2611	neutral
-2612	entailment
+2611	entailment
+2612	neutral
 2613	neutral
 2614	contradiction
 2615	neutral
@@ -2621,7 +2621,7 @@ index	prediction
 2619	neutral
 2620	neutral
 2621	contradiction
-2622	neutral
+2622	contradiction
 2623	neutral
 2624	entailment
 2625	neutral
@@ -2641,11 +2641,11 @@ index	prediction
 2639	contradiction
 2640	neutral
 2641	neutral
-2642	neutral
+2642	entailment
 2643	contradiction
 2644	entailment
 2645	neutral
-2646	neutral
+2646	contradiction
 2647	contradiction
 2648	contradiction
 2649	entailment
@@ -2662,7 +2662,7 @@ index	prediction
 2660	entailment
 2661	neutral
 2662	neutral
-2663	contradiction
+2663	neutral
 2664	contradiction
 2665	entailment
 2666	neutral
@@ -2686,20 +2686,20 @@ index	prediction
 2684	neutral
 2685	neutral
 2686	neutral
-2687	contradiction
+2687	neutral
 2688	contradiction
 2689	neutral
 2690	neutral
 2691	contradiction
 2692	neutral
-2693	neutral
+2693	entailment
 2694	entailment
 2695	neutral
 2696	contradiction
 2697	neutral
 2698	contradiction
 2699	entailment
-2700	contradiction
+2700	entailment
 2701	neutral
 2702	entailment
 2703	neutral
@@ -2727,7 +2727,7 @@ index	prediction
 2725	entailment
 2726	neutral
 2727	entailment
-2728	neutral
+2728	contradiction
 2729	neutral
 2730	entailment
 2731	neutral
@@ -2747,7 +2747,7 @@ index	prediction
 2745	entailment
 2746	contradiction
 2747	neutral
-2748	contradiction
+2748	entailment
 2749	neutral
 2750	contradiction
 2751	neutral
@@ -2760,7 +2760,7 @@ index	prediction
 2758	entailment
 2759	contradiction
 2760	contradiction
-2761	entailment
+2761	contradiction
 2762	neutral
 2763	neutral
 2764	entailment
@@ -2774,13 +2774,13 @@ index	prediction
 2772	entailment
 2773	contradiction
 2774	neutral
-2775	neutral
+2775	contradiction
 2776	neutral
 2777	entailment
 2778	neutral
 2779	neutral
 2780	contradiction
-2781	neutral
+2781	contradiction
 2782	contradiction
 2783	entailment
 2784	neutral
@@ -2788,7 +2788,7 @@ index	prediction
 2786	contradiction
 2787	entailment
 2788	contradiction
-2789	contradiction
+2789	neutral
 2790	neutral
 2791	entailment
 2792	entailment
@@ -2807,12 +2807,12 @@ index	prediction
 2805	neutral
 2806	contradiction
 2807	entailment
-2808	contradiction
+2808	neutral
 2809	contradiction
 2810	entailment
 2811	contradiction
 2812	entailment
-2813	contradiction
+2813	neutral
 2814	entailment
 2815	neutral
 2816	contradiction
@@ -2826,7 +2826,7 @@ index	prediction
 2824	contradiction
 2825	neutral
 2826	entailment
-2827	neutral
+2827	entailment
 2828	contradiction
 2829	contradiction
 2830	entailment
@@ -2843,7 +2843,7 @@ index	prediction
 2841	neutral
 2842	neutral
 2843	neutral
-2844	neutral
+2844	contradiction
 2845	neutral
 2846	entailment
 2847	entailment
@@ -2860,20 +2860,20 @@ index	prediction
 2858	neutral
 2859	neutral
 2860	entailment
-2861	neutral
+2861	contradiction
 2862	entailment
 2863	contradiction
 2864	neutral
 2865	neutral
 2866	entailment
-2867	contradiction
+2867	neutral
 2868	neutral
 2869	entailment
 2870	contradiction
 2871	contradiction
 2872	neutral
 2873	entailment
-2874	contradiction
+2874	neutral
 2875	entailment
 2876	neutral
 2877	contradiction
@@ -2885,18 +2885,18 @@ index	prediction
 2883	entailment
 2884	neutral
 2885	contradiction
-2886	neutral
+2886	contradiction
 2887	contradiction
 2888	entailment
 2889	neutral
-2890	neutral
+2890	contradiction
 2891	contradiction
 2892	entailment
 2893	contradiction
 2894	neutral
 2895	contradiction
 2896	neutral
-2897	entailment
+2897	neutral
 2898	entailment
 2899	neutral
 2900	contradiction
@@ -2904,7 +2904,7 @@ index	prediction
 2902	entailment
 2903	neutral
 2904	entailment
-2905	contradiction
+2905	neutral
 2906	neutral
 2907	contradiction
 2908	neutral
@@ -2914,11 +2914,11 @@ index	prediction
 2912	neutral
 2913	entailment
 2914	neutral
-2915	contradiction
-2916	neutral
-2917	neutral
+2915	neutral
+2916	entailment
+2917	entailment
 2918	neutral
-2919	entailment
+2919	neutral
 2920	contradiction
 2921	neutral
 2922	entailment
@@ -2960,16 +2960,16 @@ index	prediction
 2958	entailment
 2959	contradiction
 2960	entailment
-2961	contradiction
+2961	neutral
 2962	neutral
 2963	contradiction
 2964	neutral
-2965	neutral
-2966	entailment
+2965	contradiction
+2966	neutral
 2967	entailment
 2968	neutral
 2969	contradiction
-2970	contradiction
+2970	neutral
 2971	entailment
 2972	contradiction
 2973	neutral
@@ -2981,7 +2981,7 @@ index	prediction
 2979	neutral
 2980	contradiction
 2981	contradiction
-2982	neutral
+2982	entailment
 2983	contradiction
 2984	entailment
 2985	contradiction
@@ -2999,13 +2999,13 @@ index	prediction
 2997	neutral
 2998	entailment
 2999	contradiction
-3000	neutral
+3000	contradiction
 3001	neutral
 3002	contradiction
 3003	entailment
 3004	contradiction
 3005	neutral
-3006	contradiction
+3006	neutral
 3007	neutral
 3008	neutral
 3009	contradiction
@@ -3014,7 +3014,7 @@ index	prediction
 3012	neutral
 3013	entailment
 3014	contradiction
-3015	contradiction
+3015	neutral
 3016	entailment
 3017	contradiction
 3018	contradiction
@@ -3066,12 +3066,12 @@ index	prediction
 3064	entailment
 3065	contradiction
 3066	contradiction
-3067	contradiction
+3067	entailment
 3068	neutral
 3069	neutral
 3070	entailment
 3071	contradiction
-3072	contradiction
+3072	neutral
 3073	entailment
 3074	contradiction
 3075	contradiction
@@ -3101,7 +3101,7 @@ index	prediction
 3099	neutral
 3100	entailment
 3101	contradiction
-3102	neutral
+3102	contradiction
 3103	entailment
 3104	neutral
 3105	contradiction
@@ -3114,7 +3114,7 @@ index	prediction
 3112	neutral
 3113	entailment
 3114	contradiction
-3115	neutral
+3115	entailment
 3116	entailment
 3117	neutral
 3118	neutral
@@ -3125,7 +3125,7 @@ index	prediction
 3123	neutral
 3124	neutral
 3125	contradiction
-3126	neutral
+3126	entailment
 3127	neutral
 3128	contradiction
 3129	neutral
@@ -3137,7 +3137,7 @@ index	prediction
 3135	neutral
 3136	entailment
 3137	contradiction
-3138	neutral
+3138	contradiction
 3139	neutral
 3140	neutral
 3141	neutral
@@ -3151,7 +3151,7 @@ index	prediction
 3149	contradiction
 3150	neutral
 3151	neutral
-3152	contradiction
+3152	neutral
 3153	contradiction
 3154	neutral
 3155	entailment
@@ -3161,12 +3161,12 @@ index	prediction
 3159	contradiction
 3160	entailment
 3161	neutral
-3162	contradiction
-3163	entailment
+3162	entailment
+3163	contradiction
 3164	contradiction
 3165	entailment
 3166	neutral
-3167	entailment
+3167	contradiction
 3168	neutral
 3169	neutral
 3170	entailment
@@ -3177,8 +3177,8 @@ index	prediction
 3175	neutral
 3176	neutral
 3177	neutral
-3178	contradiction
-3179	entailment
+3178	neutral
+3179	neutral
 3180	contradiction
 3181	neutral
 3182	entailment
@@ -3186,37 +3186,37 @@ index	prediction
 3184	contradiction
 3185	neutral
 3186	entailment
-3187	neutral
-3188	contradiction
+3187	contradiction
+3188	neutral
 3189	neutral
 3190	contradiction
-3191	neutral
+3191	entailment
 3192	entailment
-3193	neutral
+3193	contradiction
 3194	contradiction
 3195	contradiction
 3196	neutral
 3197	contradiction
 3198	contradiction
-3199	contradiction
+3199	entailment
 3200	neutral
 3201	neutral
-3202	entailment
+3202	contradiction
 3203	contradiction
 3204	entailment
 3205	contradiction
 3206	neutral
 3207	neutral
-3208	neutral
+3208	contradiction
 3209	neutral
 3210	neutral
 3211	contradiction
 3212	entailment
-3213	neutral
+3213	entailment
 3214	neutral
 3215	contradiction
 3216	neutral
-3217	neutral
+3217	entailment
 3218	contradiction
 3219	neutral
 3220	contradiction
@@ -3238,10 +3238,10 @@ index	prediction
 3236	neutral
 3237	entailment
 3238	contradiction
-3239	neutral
+3239	entailment
 3240	entailment
 3241	contradiction
-3242	contradiction
+3242	neutral
 3243	entailment
 3244	contradiction
 3245	neutral
@@ -3249,7 +3249,7 @@ index	prediction
 3247	neutral
 3248	entailment
 3249	neutral
-3250	neutral
+3250	contradiction
 3251	neutral
 3252	neutral
 3253	contradiction
@@ -3262,7 +3262,7 @@ index	prediction
 3260	neutral
 3261	contradiction
 3262	neutral
-3263	neutral
+3263	entailment
 3264	neutral
 3265	neutral
 3266	contradiction
@@ -3301,7 +3301,7 @@ index	prediction
 3299	contradiction
 3300	contradiction
 3301	entailment
-3302	entailment
+3302	neutral
 3303	neutral
 3304	entailment
 3305	contradiction
@@ -3312,7 +3312,7 @@ index	prediction
 3310	entailment
 3311	neutral
 3312	contradiction
-3313	entailment
+3313	contradiction
 3314	neutral
 3315	entailment
 3316	contradiction
@@ -3326,16 +3326,16 @@ index	prediction
 3324	contradiction
 3325	contradiction
 3326	neutral
-3327	contradiction
-3328	neutral
-3329	neutral
+3327	neutral
+3328	contradiction
+3329	entailment
 3330	entailment
 3331	neutral
 3332	contradiction
 3333	entailment
 3334	neutral
 3335	contradiction
-3336	neutral
+3336	contradiction
 3337	neutral
 3338	entailment
 3339	neutral
@@ -3369,14 +3369,14 @@ index	prediction
 3367	entailment
 3368	neutral
 3369	entailment
-3370	neutral
+3370	contradiction
 3371	neutral
 3372	contradiction
 3373	entailment
 3374	contradiction
 3375	neutral
 3376	entailment
-3377	contradiction
+3377	entailment
 3378	neutral
 3379	neutral
 3380	neutral
@@ -3392,7 +3392,7 @@ index	prediction
 3390	neutral
 3391	contradiction
 3392	contradiction
-3393	entailment
+3393	neutral
 3394	neutral
 3395	entailment
 3396	contradiction
@@ -3403,7 +3403,7 @@ index	prediction
 3401	entailment
 3402	neutral
 3403	entailment
-3404	neutral
+3404	contradiction
 3405	neutral
 3406	neutral
 3407	entailment
@@ -3417,7 +3417,7 @@ index	prediction
 3415	contradiction
 3416	neutral
 3417	contradiction
-3418	entailment
+3418	neutral
 3419	neutral
 3420	neutral
 3421	contradiction
@@ -3428,12 +3428,12 @@ index	prediction
 3426	contradiction
 3427	entailment
 3428	neutral
-3429	neutral
-3430	contradiction
+3429	entailment
+3430	neutral
 3431	contradiction
 3432	neutral
 3433	contradiction
-3434	neutral
+3434	contradiction
 3435	neutral
 3436	contradiction
 3437	entailment
@@ -3441,7 +3441,7 @@ index	prediction
 3439	neutral
 3440	contradiction
 3441	entailment
-3442	neutral
+3442	contradiction
 3443	neutral
 3444	neutral
 3445	neutral
@@ -3463,7 +3463,7 @@ index	prediction
 3461	neutral
 3462	neutral
 3463	entailment
-3464	neutral
+3464	contradiction
 3465	contradiction
 3466	neutral
 3467	entailment
@@ -3471,23 +3471,23 @@ index	prediction
 3469	entailment
 3470	neutral
 3471	neutral
-3472	contradiction
+3472	neutral
 3473	contradiction
 3474	neutral
 3475	neutral
-3476	entailment
+3476	contradiction
 3477	neutral
-3478	neutral
-3479	contradiction
+3478	contradiction
+3479	neutral
 3480	neutral
 3481	neutral
 3482	contradiction
 3483	contradiction
 3484	neutral
 3485	entailment
-3486	contradiction
+3486	entailment
 3487	contradiction
-3488	entailment
+3488	neutral
 3489	neutral
 3490	contradiction
 3491	entailment
@@ -3513,7 +3513,7 @@ index	prediction
 3511	entailment
 3512	neutral
 3513	neutral
-3514	entailment
+3514	contradiction
 3515	entailment
 3516	neutral
 3517	neutral
@@ -3521,27 +3521,27 @@ index	prediction
 3519	neutral
 3520	contradiction
 3521	entailment
-3522	contradiction
-3523	entailment
+3522	neutral
+3523	neutral
 3524	neutral
 3525	entailment
 3526	contradiction
 3527	neutral
 3528	neutral
 3529	contradiction
-3530	contradiction
-3531	neutral
+3530	entailment
+3531	entailment
 3532	entailment
-3533	neutral
+3533	contradiction
 3534	contradiction
-3535	entailment
+3535	neutral
 3536	neutral
 3537	contradiction
 3538	neutral
 3539	neutral
 3540	contradiction
 3541	neutral
-3542	entailment
+3542	neutral
 3543	neutral
 3544	contradiction
 3545	entailment
@@ -3550,11 +3550,11 @@ index	prediction
 3548	entailment
 3549	entailment
 3550	contradiction
-3551	entailment
+3551	contradiction
 3552	neutral
 3553	neutral
 3554	neutral
-3555	contradiction
+3555	neutral
 3556	neutral
 3557	neutral
 3558	contradiction
@@ -3581,26 +3581,26 @@ index	prediction
 3579	entailment
 3580	neutral
 3581	contradiction
-3582	neutral
-3583	neutral
+3582	contradiction
+3583	entailment
 3584	contradiction
 3585	entailment
 3586	neutral
 3587	contradiction
 3588	contradiction
-3589	entailment
+3589	contradiction
 3590	entailment
 3591	contradiction
 3592	entailment
 3593	neutral
 3594	contradiction
-3595	contradiction
-3596	neutral
+3595	neutral
+3596	entailment
 3597	contradiction
 3598	entailment
-3599	neutral
+3599	contradiction
 3600	contradiction
-3601	entailment
+3601	neutral
 3602	neutral
 3603	contradiction
 3604	neutral
@@ -3611,21 +3611,21 @@ index	prediction
 3609	neutral
 3610	contradiction
 3611	entailment
-3612	neutral
+3612	contradiction
 3613	neutral
 3614	entailment
-3615	neutral
+3615	contradiction
 3616	entailment
 3617	contradiction
-3618	contradiction
-3619	contradiction
+3618	entailment
+3619	entailment
 3620	neutral
 3621	contradiction
 3622	entailment
 3623	neutral
 3624	neutral
 3625	entailment
-3626	contradiction
+3626	entailment
 3627	contradiction
 3628	entailment
 3629	neutral
@@ -3633,13 +3633,13 @@ index	prediction
 3631	neutral
 3632	contradiction
 3633	contradiction
-3634	entailment
+3634	neutral
 3635	neutral
 3636	contradiction
 3637	entailment
 3638	neutral
 3639	entailment
-3640	neutral
+3640	entailment
 3641	contradiction
 3642	neutral
 3643	entailment
@@ -3689,7 +3689,7 @@ index	prediction
 3687	entailment
 3688	neutral
 3689	contradiction
-3690	entailment
+3690	contradiction
 3691	neutral
 3692	contradiction
 3693	neutral
@@ -3706,13 +3706,13 @@ index	prediction
 3704	neutral
 3705	contradiction
 3706	entailment
-3707	contradiction
+3707	neutral
 3708	entailment
 3709	entailment
 3710	contradiction
 3711	neutral
 3712	neutral
-3713	neutral
+3713	contradiction
 3714	entailment
 3715	entailment
 3716	contradiction
@@ -3740,7 +3740,7 @@ index	prediction
 3738	entailment
 3739	neutral
 3740	contradiction
-3741	contradiction
+3741	neutral
 3742	contradiction
 3743	contradiction
 3744	contradiction
@@ -3755,7 +3755,7 @@ index	prediction
 3753	contradiction
 3754	neutral
 3755	entailment
-3756	entailment
+3756	contradiction
 3757	neutral
 3758	contradiction
 3759	neutral
@@ -3786,7 +3786,7 @@ index	prediction
 3784	neutral
 3785	contradiction
 3786	neutral
-3787	entailment
+3787	neutral
 3788	neutral
 3789	neutral
 3790	neutral
@@ -3796,7 +3796,7 @@ index	prediction
 3794	neutral
 3795	contradiction
 3796	neutral
-3797	contradiction
+3797	entailment
 3798	neutral
 3799	entailment
 3800	contradiction
@@ -3808,7 +3808,7 @@ index	prediction
 3806	neutral
 3807	contradiction
 3808	neutral
-3809	neutral
+3809	contradiction
 3810	neutral
 3811	neutral
 3812	entailment
@@ -3823,7 +3823,7 @@ index	prediction
 3821	contradiction
 3822	neutral
 3823	neutral
-3824	neutral
+3824	entailment
 3825	entailment
 3826	neutral
 3827	contradiction
@@ -3854,7 +3854,7 @@ index	prediction
 3852	entailment
 3853	contradiction
 3854	neutral
-3855	neutral
+3855	contradiction
 3856	entailment
 3857	neutral
 3858	neutral
@@ -3880,11 +3880,11 @@ index	prediction
 3878	contradiction
 3879	neutral
 3880	neutral
-3881	entailment
-3882	entailment
+3881	neutral
+3882	contradiction
 3883	contradiction
 3884	neutral
-3885	contradiction
+3885	neutral
 3886	neutral
 3887	entailment
 3888	neutral
@@ -3894,7 +3894,7 @@ index	prediction
 3892	entailment
 3893	contradiction
 3894	contradiction
-3895	neutral
+3895	entailment
 3896	neutral
 3897	contradiction
 3898	neutral
@@ -3911,14 +3911,14 @@ index	prediction
 3909	contradiction
 3910	neutral
 3911	entailment
-3912	entailment
+3912	neutral
 3913	entailment
 3914	neutral
 3915	contradiction
 3916	entailment
 3917	neutral
 3918	contradiction
-3919	contradiction
+3919	entailment
 3920	neutral
 3921	neutral
 3922	contradiction
@@ -3926,7 +3926,7 @@ index	prediction
 3924	neutral
 3925	neutral
 3926	contradiction
-3927	neutral
+3927	entailment
 3928	entailment
 3929	contradiction
 3930	entailment
@@ -3996,7 +3996,7 @@ index	prediction
 3994	neutral
 3995	neutral
 3996	contradiction
-3997	entailment
+3997	neutral
 3998	neutral
 3999	neutral
 4000	contradiction
@@ -4009,7 +4009,7 @@ index	prediction
 4007	contradiction
 4008	neutral
 4009	contradiction
-4010	entailment
+4010	contradiction
 4011	contradiction
 4012	entailment
 4013	contradiction
@@ -4043,7 +4043,7 @@ index	prediction
 4041	entailment
 4042	neutral
 4043	contradiction
-4044	neutral
+4044	entailment
 4045	neutral
 4046	contradiction
 4047	neutral
@@ -4056,7 +4056,7 @@ index	prediction
 4054	contradiction
 4055	contradiction
 4056	neutral
-4057	entailment
+4057	contradiction
 4058	neutral
 4059	neutral
 4060	contradiction
@@ -4078,13 +4078,13 @@ index	prediction
 4076	entailment
 4077	entailment
 4078	neutral
-4079	neutral
+4079	contradiction
 4080	neutral
 4081	entailment
 4082	contradiction
 4083	contradiction
 4084	neutral
-4085	entailment
+4085	neutral
 4086	entailment
 4087	entailment
 4088	neutral
@@ -4105,16 +4105,16 @@ index	prediction
 4103	contradiction
 4104	contradiction
 4105	entailment
-4106	contradiction
+4106	neutral
 4107	contradiction
 4108	entailment
 4109	neutral
 4110	entailment
 4111	neutral
 4112	contradiction
-4113	neutral
+4113	entailment
 4114	neutral
-4115	neutral
+4115	contradiction
 4116	contradiction
 4117	neutral
 4118	neutral
@@ -4138,7 +4138,7 @@ index	prediction
 4136	neutral
 4137	contradiction
 4138	contradiction
-4139	neutral
+4139	contradiction
 4140	contradiction
 4141	neutral
 4142	entailment
@@ -4157,11 +4157,11 @@ index	prediction
 4155	neutral
 4156	entailment
 4157	entailment
-4158	neutral
-4159	neutral
+4158	entailment
+4159	contradiction
 4160	neutral
 4161	neutral
-4162	neutral
+4162	entailment
 4163	contradiction
 4164	contradiction
 4165	entailment
@@ -4188,7 +4188,7 @@ index	prediction
 4186	neutral
 4187	entailment
 4188	neutral
-4189	neutral
+4189	contradiction
 4190	contradiction
 4191	entailment
 4192	contradiction
@@ -4203,15 +4203,15 @@ index	prediction
 4201	neutral
 4202	contradiction
 4203	entailment
-4204	contradiction
-4205	neutral
+4204	neutral
+4205	entailment
 4206	neutral
 4207	entailment
 4208	contradiction
-4209	entailment
+4209	neutral
 4210	contradiction
 4211	contradiction
-4212	contradiction
+4212	neutral
 4213	entailment
 4214	contradiction
 4215	entailment
@@ -4223,12 +4223,12 @@ index	prediction
 4221	neutral
 4222	entailment
 4223	contradiction
-4224	neutral
+4224	entailment
 4225	neutral
 4226	contradiction
 4227	contradiction
 4228	contradiction
-4229	entailment
+4229	contradiction
 4230	contradiction
 4231	contradiction
 4232	entailment
@@ -4261,7 +4261,7 @@ index	prediction
 4259	contradiction
 4260	neutral
 4261	neutral
-4262	neutral
+4262	contradiction
 4263	contradiction
 4264	contradiction
 4265	entailment
@@ -4279,16 +4279,16 @@ index	prediction
 4277	neutral
 4278	contradiction
 4279	neutral
-4280	entailment
+4280	neutral
 4281	contradiction
-4282	contradiction
+4282	neutral
 4283	entailment
-4284	contradiction
+4284	entailment
 4285	contradiction
 4286	entailment
 4287	neutral
 4288	entailment
-4289	neutral
+4289	entailment
 4290	neutral
 4291	neutral
 4292	neutral
@@ -4301,11 +4301,11 @@ index	prediction
 4299	neutral
 4300	neutral
 4301	contradiction
-4302	entailment
+4302	contradiction
 4303	entailment
 4304	entailment
 4305	entailment
-4306	neutral
+4306	entailment
 4307	contradiction
 4308	neutral
 4309	contradiction
@@ -4313,7 +4313,7 @@ index	prediction
 4311	entailment
 4312	entailment
 4313	contradiction
-4314	neutral
+4314	contradiction
 4315	contradiction
 4316	entailment
 4317	contradiction
@@ -4331,7 +4331,7 @@ index	prediction
 4329	entailment
 4330	contradiction
 4331	entailment
-4332	contradiction
+4332	neutral
 4333	entailment
 4334	contradiction
 4335	contradiction
@@ -4364,7 +4364,7 @@ index	prediction
 4362	contradiction
 4363	contradiction
 4364	neutral
-4365	neutral
+4365	entailment
 4366	entailment
 4367	contradiction
 4368	entailment
@@ -4381,7 +4381,7 @@ index	prediction
 4379	neutral
 4380	contradiction
 4381	entailment
-4382	contradiction
+4382	entailment
 4383	neutral
 4384	entailment
 4385	contradiction
@@ -4415,7 +4415,7 @@ index	prediction
 4413	contradiction
 4414	contradiction
 4415	contradiction
-4416	entailment
+4416	contradiction
 4417	contradiction
 4418	contradiction
 4419	contradiction
@@ -4448,7 +4448,7 @@ index	prediction
 4446	neutral
 4447	neutral
 4448	contradiction
-4449	neutral
+4449	contradiction
 4450	contradiction
 4451	entailment
 4452	neutral
@@ -4463,10 +4463,10 @@ index	prediction
 4461	neutral
 4462	contradiction
 4463	entailment
-4464	contradiction
-4465	entailment
+4464	neutral
+4465	neutral
 4466	neutral
-4467	entailment
+4467	contradiction
 4468	contradiction
 4469	neutral
 4470	neutral
@@ -4477,20 +4477,20 @@ index	prediction
 4475	contradiction
 4476	neutral
 4477	contradiction
-4478	contradiction
-4479	contradiction
+4478	entailment
+4479	neutral
 4480	entailment
 4481	contradiction
 4482	contradiction
-4483	neutral
+4483	entailment
 4484	neutral
-4485	entailment
+4485	neutral
 4486	entailment
 4487	entailment
 4488	entailment
 4489	neutral
 4490	neutral
-4491	entailment
+4491	neutral
 4492	neutral
 4493	entailment
 4494	contradiction
@@ -4506,7 +4506,7 @@ index	prediction
 4504	entailment
 4505	contradiction
 4506	contradiction
-4507	contradiction
+4507	neutral
 4508	neutral
 4509	neutral
 4510	neutral
@@ -4515,7 +4515,7 @@ index	prediction
 4513	entailment
 4514	contradiction
 4515	neutral
-4516	contradiction
+4516	neutral
 4517	contradiction
 4518	neutral
 4519	entailment
@@ -4549,7 +4549,7 @@ index	prediction
 4547	entailment
 4548	contradiction
 4549	neutral
-4550	entailment
+4550	neutral
 4551	entailment
 4552	contradiction
 4553	contradiction
@@ -4584,16 +4584,16 @@ index	prediction
 4582	neutral
 4583	neutral
 4584	contradiction
-4585	entailment
+4585	neutral
 4586	neutral
 4587	contradiction
 4588	neutral
 4589	neutral
 4590	neutral
-4591	neutral
-4592	neutral
+4591	entailment
+4592	contradiction
 4593	neutral
-4594	neutral
+4594	contradiction
 4595	contradiction
 4596	neutral
 4597	contradiction
@@ -4605,10 +4605,10 @@ index	prediction
 4603	neutral
 4604	neutral
 4605	contradiction
-4606	neutral
-4607	contradiction
+4606	entailment
+4607	neutral
 4608	contradiction
-4609	contradiction
+4609	neutral
 4610	contradiction
 4611	contradiction
 4612	neutral
@@ -4621,8 +4621,8 @@ index	prediction
 4619	neutral
 4620	entailment
 4621	entailment
-4622	entailment
-4623	contradiction
+4622	contradiction
+4623	neutral
 4624	entailment
 4625	entailment
 4626	contradiction
@@ -4632,7 +4632,7 @@ index	prediction
 4630	contradiction
 4631	entailment
 4632	contradiction
-4633	neutral
+4633	entailment
 4634	neutral
 4635	entailment
 4636	contradiction
@@ -4640,7 +4640,7 @@ index	prediction
 4638	neutral
 4639	neutral
 4640	neutral
-4641	neutral
+4641	entailment
 4642	neutral
 4643	contradiction
 4644	contradiction
@@ -4652,7 +4652,7 @@ index	prediction
 4650	entailment
 4651	contradiction
 4652	contradiction
-4653	neutral
+4653	contradiction
 4654	entailment
 4655	neutral
 4656	entailment
@@ -4673,7 +4673,7 @@ index	prediction
 4671	contradiction
 4672	contradiction
 4673	entailment
-4674	entailment
+4674	neutral
 4675	neutral
 4676	contradiction
 4677	contradiction
@@ -4688,10 +4688,10 @@ index	prediction
 4686	neutral
 4687	neutral
 4688	neutral
-4689	entailment
-4690	contradiction
+4689	contradiction
+4690	neutral
 4691	neutral
-4692	contradiction
+4692	neutral
 4693	neutral
 4694	contradiction
 4695	entailment
@@ -4699,14 +4699,14 @@ index	prediction
 4697	entailment
 4698	entailment
 4699	neutral
-4700	contradiction
+4700	neutral
 4701	contradiction
-4702	entailment
+4702	neutral
 4703	contradiction
 4704	neutral
 4705	contradiction
 4706	neutral
-4707	contradiction
+4707	entailment
 4708	contradiction
 4709	neutral
 4710	contradiction
@@ -4730,17 +4730,17 @@ index	prediction
 4728	neutral
 4729	entailment
 4730	contradiction
-4731	entailment
+4731	contradiction
 4732	neutral
 4733	contradiction
 4734	entailment
-4735	contradiction
+4735	entailment
 4736	contradiction
 4737	entailment
 4738	contradiction
 4739	neutral
 4740	neutral
-4741	entailment
+4741	neutral
 4742	neutral
 4743	neutral
 4744	contradiction
@@ -4759,7 +4759,7 @@ index	prediction
 4757	neutral
 4758	neutral
 4759	entailment
-4760	neutral
+4760	entailment
 4761	entailment
 4762	entailment
 4763	contradiction
@@ -4770,7 +4770,7 @@ index	prediction
 4768	neutral
 4769	entailment
 4770	entailment
-4771	contradiction
+4771	neutral
 4772	entailment
 4773	neutral
 4774	neutral
@@ -4808,12 +4808,12 @@ index	prediction
 4806	neutral
 4807	entailment
 4808	neutral
-4809	neutral
+4809	contradiction
 4810	neutral
-4811	contradiction
+4811	neutral
 4812	contradiction
 4813	neutral
-4814	entailment
+4814	contradiction
 4815	entailment
 4816	entailment
 4817	neutral
@@ -4836,9 +4836,9 @@ index	prediction
 4834	entailment
 4835	neutral
 4836	contradiction
-4837	neutral
+4837	contradiction
 4838	entailment
-4839	neutral
+4839	contradiction
 4840	contradiction
 4841	entailment
 4842	neutral
@@ -4852,7 +4852,7 @@ index	prediction
 4850	contradiction
 4851	neutral
 4852	entailment
-4853	contradiction
+4853	entailment
 4854	entailment
 4855	neutral
 4856	neutral
@@ -4862,10 +4862,10 @@ index	prediction
 4860	neutral
 4861	neutral
 4862	neutral
-4863	contradiction
+4863	neutral
 4864	neutral
 4865	contradiction
-4866	entailment
+4866	neutral
 4867	entailment
 4868	contradiction
 4869	neutral
@@ -4884,10 +4884,10 @@ index	prediction
 4882	entailment
 4883	contradiction
 4884	neutral
-4885	neutral
+4885	entailment
 4886	contradiction
 4887	entailment
-4888	contradiction
+4888	entailment
 4889	neutral
 4890	entailment
 4891	contradiction
@@ -4901,27 +4901,27 @@ index	prediction
 4899	contradiction
 4900	entailment
 4901	neutral
-4902	entailment
+4902	neutral
 4903	contradiction
 4904	entailment
 4905	contradiction
 4906	neutral
 4907	entailment
-4908	entailment
+4908	neutral
 4909	entailment
 4910	contradiction
-4911	neutral
+4911	contradiction
 4912	neutral
 4913	neutral
-4914	entailment
+4914	contradiction
 4915	neutral
-4916	neutral
+4916	contradiction
 4917	contradiction
 4918	entailment
 4919	entailment
 4920	entailment
-4921	entailment
-4922	entailment
+4921	neutral
+4922	contradiction
 4923	neutral
 4924	contradiction
 4925	entailment
@@ -4933,15 +4933,15 @@ index	prediction
 4931	neutral
 4932	contradiction
 4933	neutral
-4934	contradiction
+4934	entailment
 4935	neutral
 4936	contradiction
-4937	entailment
+4937	contradiction
 4938	entailment
 4939	entailment
 4940	contradiction
 4941	entailment
-4942	neutral
+4942	entailment
 4943	contradiction
 4944	neutral
 4945	entailment
@@ -4953,18 +4953,18 @@ index	prediction
 4951	entailment
 4952	neutral
 4953	neutral
-4954	neutral
+4954	entailment
 4955	entailment
-4956	entailment
+4956	neutral
 4957	entailment
 4958	contradiction
 4959	contradiction
 4960	entailment
-4961	neutral
-4962	neutral
+4961	entailment
+4962	entailment
 4963	contradiction
 4964	neutral
-4965	entailment
+4965	neutral
 4966	entailment
 4967	contradiction
 4968	entailment
@@ -4993,9 +4993,9 @@ index	prediction
 4991	entailment
 4992	contradiction
 4993	entailment
-4994	contradiction
-4995	neutral
-4996	contradiction
+4994	entailment
+4995	entailment
+4996	entailment
 4997	contradiction
 4998	entailment
 4999	neutral

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7640c343b74a8e5c92e8634637a3ae76a5f409bb08532743bb960372519e2deb
+oid sha256:ded281f9c32a5cfc688893695993274b55eca7f3c8c3840a4b26c6efec9b2a6c
 size 1112257205

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 2.0,
-    "train_loss": 0.592957808732054,
-    "train_runtime": 6462.0191,
+    "epoch": 5.0,
+    "train_loss": 0.4496388073539485,
+    "train_runtime": 12296.6458,
     "train_samples": 392702,
-    "train_samples_per_second": 121.542,
-    "train_steps_per_second": 0.475
+    "train_samples_per_second": 159.679,
+    "train_steps_per_second": 4.99
 }

trainer_state.json

@@ -1,79 +1,802 @@
 {
-  "best_metric": 0.5632535815238953,
-  "best_model_checkpoint": "french_xlm_xnli/checkpoint-3068",
-  "epoch": 2.0,
-  "global_step": 3068,
+  "best_metric": 0.791566265060241,
+  "best_model_checkpoint": "models/french_xlm_xnli/checkpoint-36816",
+  "epoch": 5.0,
+  "global_step": 61360,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.33,
-      "learning_rate": 4.185136897001304e-05,
-      "loss": 0.7763,
+      "epoch": 0.04,
+      "learning_rate": 1.983702737940026e-05,
+      "loss": 0.9586,
       "step": 500
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 3.370273794002607e-05,
-      "loss": 0.6385,
+      "epoch": 0.08,
+      "learning_rate": 1.9674054758800523e-05,
+      "loss": 0.8059,
       "step": 1000
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 2.5554106910039117e-05,
-      "loss": 0.6041,
+      "epoch": 0.12,
+      "learning_rate": 1.9511082138200782e-05,
+      "loss": 0.758,
       "step": 1500
     },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9348109517601044e-05,
+      "loss": 0.7171,
+      "step": 2000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9185136897001307e-05,
+      "loss": 0.7053,
+      "step": 2500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.9022164276401566e-05,
+      "loss": 0.6926,
+      "step": 3000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8859191655801828e-05,
+      "loss": 0.6836,
+      "step": 3500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8696219035202087e-05,
+      "loss": 0.6737,
+      "step": 4000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.853324641460235e-05,
+      "loss": 0.6456,
+      "step": 4500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.837027379400261e-05,
+      "loss": 0.6408,
+      "step": 5000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.820730117340287e-05,
+      "loss": 0.6375,
+      "step": 5500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.804432855280313e-05,
+      "loss": 0.6325,
+      "step": 6000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.788135593220339e-05,
+      "loss": 0.6341,
+      "step": 6500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.771838331160365e-05,
+      "loss": 0.6312,
+      "step": 7000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.7555410691003914e-05,
+      "loss": 0.6266,
+      "step": 7500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7392438070404173e-05,
+      "loss": 0.6125,
+      "step": 8000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.7229465449804435e-05,
+      "loss": 0.6097,
+      "step": 8500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.7066492829204694e-05,
+      "loss": 0.6032,
+      "step": 9000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.6903520208604957e-05,
+      "loss": 0.6015,
+      "step": 9500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.6740547588005215e-05,
+      "loss": 0.6011,
+      "step": 10000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.6577574967405478e-05,
+      "loss": 0.6032,
+      "step": 10500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.6414602346805737e-05,
+      "loss": 0.6046,
+      "step": 11000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6251629726206e-05,
+      "loss": 0.5928,
+      "step": 11500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.608865710560626e-05,
+      "loss": 0.5957,
+      "step": 12000
+    },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.7546184738955823,
-      "eval_loss": 0.5825812220573425,
-      "eval_runtime": 33.572,
-      "eval_samples_per_second": 74.169,
-      "eval_steps_per_second": 1.162,
-      "step": 1534
+      "eval_accuracy": 0.7614457831325301,
+      "eval_loss": 0.5787513256072998,
+      "eval_runtime": 5.1846,
+      "eval_samples_per_second": 480.27,
+      "eval_steps_per_second": 60.178,
+      "step": 12272
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.592568448500652e-05,
+      "loss": 0.5592,
+      "step": 12500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.576271186440678e-05,
+      "loss": 0.5206,
+      "step": 13000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.5599739243807042e-05,
+      "loss": 0.5311,
+      "step": 13500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.54367666232073e-05,
+      "loss": 0.5194,
+      "step": 14000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.5273794002607563e-05,
+      "loss": 0.5176,
+      "step": 14500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.5110821382007822e-05,
+      "loss": 0.5138,
+      "step": 15000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.4947848761408083e-05,
+      "loss": 0.5017,
+      "step": 15500
     },
     {
       "epoch": 1.3,
-      "learning_rate": 1.740547588005215e-05,
-      "loss": 0.5271,
-      "step": 2000
+      "learning_rate": 1.4784876140808346e-05,
+      "loss": 0.5141,
+      "step": 16000
     },
     {
-      "epoch": 1.63,
-      "learning_rate": 9.25684485006519e-06,
+      "epoch": 1.34,
+      "learning_rate": 1.4621903520208606e-05,
+      "loss": 0.5195,
+      "step": 16500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.4458930899608867e-05,
+      "loss": 0.5213,
+      "step": 17000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 1.4295958279009128e-05,
+      "loss": 0.5106,
+      "step": 17500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 1.4132985658409388e-05,
+      "loss": 0.5178,
+      "step": 18000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 1.3970013037809649e-05,
+      "loss": 0.5058,
+      "step": 18500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 1.380704041720991e-05,
       "loss": 0.515,
-      "step": 2500
+      "step": 19000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 1.364406779661017e-05,
+      "loss": 0.517,
+      "step": 19500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.3481095176010431e-05,
+      "loss": 0.5092,
+      "step": 20000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.3318122555410693e-05,
+      "loss": 0.5184,
+      "step": 20500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.3155149934810954e-05,
+      "loss": 0.5191,
+      "step": 21000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 1.2992177314211213e-05,
+      "loss": 0.5103,
+      "step": 21500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 1.2829204693611474e-05,
+      "loss": 0.5081,
+      "step": 22000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.2666232073011735e-05,
+      "loss": 0.5125,
+      "step": 22500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.2503259452411995e-05,
+      "loss": 0.5149,
+      "step": 23000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.2340286831812256e-05,
+      "loss": 0.5004,
+      "step": 23500
     },
     {
       "epoch": 1.96,
-      "learning_rate": 1.108213820078227e-06,
-      "loss": 0.5088,
-      "step": 3000
+      "learning_rate": 1.2177314211212517e-05,
+      "loss": 0.5006,
+      "step": 24000
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.7775100401606426,
-      "eval_loss": 0.5632535815238953,
-      "eval_runtime": 33.5902,
-      "eval_samples_per_second": 74.129,
-      "eval_steps_per_second": 1.161,
-      "step": 3068
+      "learning_rate": 1.2014341590612777e-05,
+      "loss": 0.5095,
+      "step": 24500
     },
     {
       "epoch": 2.0,
-      "step": 3068,
-      "total_flos": 5.166258268431053e+16,
-      "train_loss": 0.592957808732054,
-      "train_runtime": 6462.0191,
-      "train_samples_per_second": 121.542,
-      "train_steps_per_second": 0.475
+      "eval_accuracy": 0.7891566265060241,
+      "eval_loss": 0.5477845668792725,
+      "eval_runtime": 5.1219,
+      "eval_samples_per_second": 486.148,
+      "eval_steps_per_second": 60.915,
+      "step": 24544
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.185136897001304e-05,
+      "loss": 0.4257,
+      "step": 25000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.16883963494133e-05,
+      "loss": 0.4292,
+      "step": 25500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.1525423728813561e-05,
+      "loss": 0.4257,
+      "step": 26000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.1362451108213822e-05,
+      "loss": 0.4241,
+      "step": 26500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.1199478487614082e-05,
+      "loss": 0.4204,
+      "step": 27000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.1036505867014341e-05,
+      "loss": 0.4254,
+      "step": 27500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.0873533246414602e-05,
+      "loss": 0.4326,
+      "step": 28000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.0710560625814863e-05,
+      "loss": 0.4225,
+      "step": 28500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.0547588005215125e-05,
+      "loss": 0.4206,
+      "step": 29000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.0384615384615386e-05,
+      "loss": 0.4284,
+      "step": 29500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0221642764015647e-05,
+      "loss": 0.4312,
+      "step": 30000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 1.0058670143415907e-05,
+      "loss": 0.4356,
+      "step": 30500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 9.895697522816168e-06,
+      "loss": 0.4225,
+      "step": 31000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 9.732724902216429e-06,
+      "loss": 0.4251,
+      "step": 31500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 9.56975228161669e-06,
+      "loss": 0.4338,
+      "step": 32000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 9.40677966101695e-06,
+      "loss": 0.4187,
+      "step": 32500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 9.24380704041721e-06,
+      "loss": 0.425,
+      "step": 33000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 9.080834419817471e-06,
+      "loss": 0.4114,
+      "step": 33500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 8.917861799217732e-06,
+      "loss": 0.4248,
+      "step": 34000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 8.754889178617993e-06,
+      "loss": 0.435,
+      "step": 34500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 8.591916558018254e-06,
+      "loss": 0.4199,
+      "step": 35000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 8.428943937418514e-06,
+      "loss": 0.4281,
+      "step": 35500
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 8.265971316818775e-06,
+      "loss": 0.4327,
+      "step": 36000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 8.102998696219036e-06,
+      "loss": 0.4267,
+      "step": 36500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.791566265060241,
+      "eval_loss": 0.5889994502067566,
+      "eval_runtime": 4.9576,
+      "eval_samples_per_second": 502.257,
+      "eval_steps_per_second": 62.933,
+      "step": 36816
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 7.940026075619296e-06,
+      "loss": 0.3933,
+      "step": 37000
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 7.777053455019557e-06,
+      "loss": 0.3475,
+      "step": 37500
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 7.614080834419818e-06,
+      "loss": 0.349,
+      "step": 38000
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 7.451108213820078e-06,
+      "loss": 0.3564,
+      "step": 38500
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 7.288135593220339e-06,
+      "loss": 0.3504,
+      "step": 39000
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 7.125162972620601e-06,
+      "loss": 0.3474,
+      "step": 39500
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 6.962190352020861e-06,
+      "loss": 0.358,
+      "step": 40000
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 6.799217731421122e-06,
+      "loss": 0.3667,
+      "step": 40500
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 6.636245110821382e-06,
+      "loss": 0.3526,
+      "step": 41000
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 6.473272490221643e-06,
+      "loss": 0.3571,
+      "step": 41500
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 6.310299869621904e-06,
+      "loss": 0.3602,
+      "step": 42000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 6.147327249022165e-06,
+      "loss": 0.3552,
+      "step": 42500
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 5.9843546284224255e-06,
+      "loss": 0.3618,
+      "step": 43000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.821382007822687e-06,
+      "loss": 0.3497,
+      "step": 43500
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 5.658409387222948e-06,
+      "loss": 0.3507,
+      "step": 44000
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 5.4954367666232076e-06,
+      "loss": 0.3571,
+      "step": 44500
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 5.332464146023468e-06,
+      "loss": 0.3573,
+      "step": 45000
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 5.169491525423729e-06,
+      "loss": 0.354,
+      "step": 45500
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 5.0065189048239905e-06,
+      "loss": 0.3406,
+      "step": 46000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 4.843546284224251e-06,
+      "loss": 0.3503,
+      "step": 46500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.680573663624511e-06,
+      "loss": 0.365,
+      "step": 47000
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 4.5176010430247726e-06,
+      "loss": 0.3448,
+      "step": 47500
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 4.354628422425033e-06,
+      "loss": 0.3431,
+      "step": 48000
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 4.191655801825294e-06,
+      "loss": 0.3493,
+      "step": 48500
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 4.028683181225555e-06,
+      "loss": 0.3459,
+      "step": 49000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.785140562248996,
+      "eval_loss": 0.6399184465408325,
+      "eval_runtime": 4.9465,
+      "eval_samples_per_second": 503.39,
+      "eval_steps_per_second": 63.075,
+      "step": 49088
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 3.865710560625815e-06,
+      "loss": 0.3005,
+      "step": 49500
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 3.702737940026076e-06,
+      "loss": 0.2988,
+      "step": 50000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 3.5397653194263363e-06,
+      "loss": 0.3018,
+      "step": 50500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 3.3767926988265974e-06,
+      "loss": 0.2948,
+      "step": 51000
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 3.213820078226858e-06,
+      "loss": 0.2991,
+      "step": 51500
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 3.0508474576271192e-06,
+      "loss": 0.2943,
+      "step": 52000
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 2.8878748370273795e-06,
+      "loss": 0.3015,
+      "step": 52500
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 2.7249022164276406e-06,
+      "loss": 0.2905,
+      "step": 53000
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 2.5619295958279013e-06,
+      "loss": 0.2858,
+      "step": 53500
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 2.398956975228162e-06,
+      "loss": 0.302,
+      "step": 54000
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 2.2359843546284227e-06,
+      "loss": 0.2996,
+      "step": 54500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 2.0730117340286834e-06,
+      "loss": 0.3151,
+      "step": 55000
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 1.910039113428944e-06,
+      "loss": 0.2932,
+      "step": 55500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 1.7470664928292048e-06,
+      "loss": 0.2968,
+      "step": 56000
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 1.5840938722294655e-06,
+      "loss": 0.3056,
+      "step": 56500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 1.4211212516297262e-06,
+      "loss": 0.2992,
+      "step": 57000
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 1.258148631029987e-06,
+      "loss": 0.2909,
+      "step": 57500
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 1.0951760104302478e-06,
+      "loss": 0.2902,
+      "step": 58000
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 9.322033898305086e-07,
+      "loss": 0.2961,
+      "step": 58500
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 7.692307692307694e-07,
+      "loss": 0.2778,
+      "step": 59000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 6.0625814863103e-07,
+      "loss": 0.2962,
+      "step": 59500
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 4.432855280312908e-07,
+      "loss": 0.2997,
+      "step": 60000
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 2.803129074315515e-07,
+      "loss": 0.2934,
+      "step": 60500
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 1.1734028683181226e-07,
+      "loss": 0.2932,
+      "step": 61000
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.7835341365461848,
+      "eval_loss": 0.6834658980369568,
+      "eval_runtime": 4.9521,
+      "eval_samples_per_second": 502.821,
+      "eval_steps_per_second": 63.004,
+      "step": 61360
+    },
+    {
+      "epoch": 5.0,
+      "step": 61360,
+      "total_flos": 1.2915645671077632e+17,
+      "train_loss": 0.4496388073539485,
+      "train_runtime": 12296.6458,
+      "train_samples_per_second": 159.679,
+      "train_steps_per_second": 4.99
     }
   ],
-  "max_steps": 3068,
-  "num_train_epochs": 2,
-  "total_flos": 5.166258268431053e+16,
+  "max_steps": 61360,
+  "num_train_epochs": 5,
+  "total_flos": 1.2915645671077632e+17,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3911c800d0286b30472e1029257ae574e479e57dd2e4b60ac58ee8b02145b2c1
-size 3387
+oid sha256:e059f080d4e91e3a8f0f818ad51757cfee5dfa85b244eaef3db076c8da4f3976
+size 3451