upload new version

all_results.json

@@ -1,20 +1,20 @@
 {
-    "epoch": 3.0,
-    "eval_accuracy": 0.7493975903614458,
-    "eval_loss": 0.6209157109260559,
-    "eval_runtime": 5.0626,
+    "epoch": 5.0,
+    "eval_accuracy": 0.7437751004016064,
+    "eval_loss": 0.716753363609314,
+    "eval_runtime": 5.8327,
     "eval_samples": 2490,
-    "eval_samples_per_second": 491.842,
-    "eval_steps_per_second": 61.628,
-    "predict_accuracy": 0.7393213572854291,
-    "predict_loss": 0.6264283061027527,
-    "predict_runtime": 10.2398,
+    "eval_samples_per_second": 426.902,
+    "eval_steps_per_second": 53.491,
+    "predict_accuracy": 0.7419161676646706,
+    "predict_loss": 0.6939452886581421,
+    "predict_runtime": 11.0441,
     "predict_samples": 5010,
-    "predict_samples_per_second": 489.268,
-    "predict_steps_per_second": 61.232,
-    "train_loss": 0.6234099020495822,
-    "train_runtime": 7253.0276,
+    "predict_samples_per_second": 453.638,
+    "predict_steps_per_second": 56.773,
+    "train_loss": 0.5355199811356008,
+    "train_runtime": 12222.1805,
     "train_samples": 392702,
-    "train_samples_per_second": 162.43,
-    "train_steps_per_second": 5.076
+    "train_samples_per_second": 160.651,
+    "train_steps_per_second": 5.02
 }

config.json

@@ -20,9 +20,9 @@
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "entailment": 0,
-    "neutral": 1,
-    "contradiction": 2
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 3.0,
-    "eval_accuracy": 0.7493975903614458,
-    "eval_loss": 0.6209157109260559,
-    "eval_runtime": 5.0626,
+    "epoch": 5.0,
+    "eval_accuracy": 0.7437751004016064,
+    "eval_loss": 0.716753363609314,
+    "eval_runtime": 5.8327,
     "eval_samples": 2490,
-    "eval_samples_per_second": 491.842,
-    "eval_steps_per_second": 61.628
+    "eval_samples_per_second": 426.902,
+    "eval_steps_per_second": 53.491
 }

predict_results.json

@@ -1,8 +1,8 @@
 {
-    "predict_accuracy": 0.7393213572854291,
-    "predict_loss": 0.6264283061027527,
-    "predict_runtime": 10.2398,
+    "predict_accuracy": 0.7419161676646706,
+    "predict_loss": 0.6939452886581421,
+    "predict_runtime": 11.0441,
     "predict_samples": 5010,
-    "predict_samples_per_second": 489.268,
-    "predict_steps_per_second": 61.232
+    "predict_samples_per_second": 453.638,
+    "predict_steps_per_second": 56.773
 }

predictions.txt

@@ -1,14 +1,14 @@
 index	prediction
 0	contradiction
 1	entailment
-2	neutral
-3	contradiction
+2	contradiction
+3	neutral
 4	entailment
 5	contradiction
 6	contradiction
 7	entailment
 8	neutral
-9	neutral
+9	contradiction
 10	contradiction
 11	neutral
 12	contradiction
@@ -48,7 +48,7 @@ index	prediction
 46	neutral
 47	contradiction
 48	neutral
-49	neutral
+49	entailment
 50	contradiction
 51	neutral
 52	entailment
@@ -56,31 +56,31 @@ index	prediction
 54	entailment
 55	neutral
 56	neutral
-57	neutral
+57	entailment
 58	neutral
 59	contradiction
 60	neutral
 61	entailment
-62	neutral
+62	contradiction
 63	contradiction
-64	contradiction
+64	entailment
 65	contradiction
-66	contradiction
+66	entailment
 67	entailment
 68	neutral
-69	contradiction
-70	entailment
-71	contradiction
+69	neutral
+70	contradiction
+71	neutral
 72	contradiction
 73	contradiction
 74	entailment
 75	neutral
-76	neutral
-77	entailment
+76	contradiction
+77	neutral
 78	contradiction
 79	neutral
 80	entailment
-81	entailment
+81	neutral
 82	contradiction
 83	contradiction
 84	contradiction
@@ -90,10 +90,10 @@ index	prediction
 88	contradiction
 89	neutral
 90	neutral
-91	neutral
-92	contradiction
-93	neutral
-94	neutral
+91	entailment
+92	neutral
+93	contradiction
+94	entailment
 95	contradiction
 96	entailment
 97	contradiction
@@ -112,22 +112,22 @@ index	prediction
 110	contradiction
 111	neutral
 112	contradiction
-113	neutral
+113	entailment
 114	neutral
 115	entailment
-116	contradiction
+116	neutral
 117	neutral
 118	contradiction
-119	entailment
+119	neutral
 120	entailment
 121	entailment
 122	neutral
 123	neutral
-124	neutral
+124	contradiction
 125	contradiction
 126	contradiction
 127	neutral
-128	entailment
+128	neutral
 129	contradiction
 130	neutral
 131	neutral
@@ -141,10 +141,10 @@ index	prediction
 139	contradiction
 140	entailment
 141	contradiction
-142	entailment
-143	entailment
+142	contradiction
+143	neutral
 144	contradiction
-145	entailment
+145	contradiction
 146	neutral
 147	neutral
 148	entailment
@@ -153,20 +153,20 @@ index	prediction
 151	neutral
 152	entailment
 153	contradiction
-154	neutral
+154	entailment
 155	entailment
 156	entailment
-157	contradiction
+157	neutral
 158	neutral
 159	contradiction
 160	entailment
 161	entailment
 162	contradiction
-163	neutral
-164	neutral
+163	entailment
+164	contradiction
 165	contradiction
 166	neutral
-167	entailment
+167	neutral
 168	neutral
 169	entailment
 170	contradiction
@@ -177,7 +177,7 @@ index	prediction
 175	neutral
 176	contradiction
 177	contradiction
-178	contradiction
+178	neutral
 179	contradiction
 180	entailment
 181	contradiction
@@ -201,7 +201,7 @@ index	prediction
 199	entailment
 200	neutral
 201	contradiction
-202	contradiction
+202	neutral
 203	neutral
 204	neutral
 205	contradiction
@@ -209,19 +209,19 @@ index	prediction
 207	contradiction
 208	neutral
 209	neutral
-210	contradiction
-211	contradiction
-212	entailment
+210	neutral
+211	neutral
+212	neutral
 213	entailment
 214	neutral
 215	contradiction
 216	contradiction
 217	entailment
-218	entailment
+218	neutral
 219	contradiction
 220	entailment
 221	neutral
-222	contradiction
+222	neutral
 223	entailment
 224	neutral
 225	contradiction
@@ -243,22 +243,22 @@ index	prediction
 241	contradiction
 242	contradiction
 243	neutral
-244	entailment
+244	contradiction
 245	neutral
 246	neutral
 247	entailment
-248	contradiction
+248	neutral
 249	contradiction
 250	neutral
-251	entailment
-252	entailment
+251	neutral
+252	contradiction
 253	neutral
 254	contradiction
 255	neutral
 256	entailment
 257	contradiction
 258	entailment
-259	neutral
+259	entailment
 260	contradiction
 261	contradiction
 262	neutral
@@ -269,7 +269,7 @@ index	prediction
 267	neutral
 268	contradiction
 269	entailment
-270	entailment
+270	contradiction
 271	contradiction
 272	neutral
 273	contradiction
@@ -277,20 +277,20 @@ index	prediction
 275	contradiction
 276	neutral
 277	contradiction
-278	entailment
+278	neutral
 279	neutral
 280	neutral
-281	neutral
+281	contradiction
 282	neutral
 283	contradiction
 284	entailment
 285	contradiction
-286	entailment
+286	neutral
 287	entailment
 288	contradiction
 289	neutral
 290	neutral
-291	neutral
+291	contradiction
 292	entailment
 293	entailment
 294	entailment
@@ -299,12 +299,12 @@ index	prediction
 297	neutral
 298	entailment
 299	contradiction
-300	neutral
+300	contradiction
 301	neutral
 302	entailment
 303	entailment
 304	contradiction
-305	contradiction
+305	neutral
 306	contradiction
 307	contradiction
 308	entailment
@@ -318,25 +318,25 @@ index	prediction
 316	contradiction
 317	neutral
 318	neutral
-319	neutral
+319	contradiction
 320	entailment
 321	neutral
-322	entailment
+322	contradiction
 323	contradiction
-324	contradiction
+324	neutral
 325	entailment
 326	contradiction
-327	contradiction
-328	entailment
-329	contradiction
+327	neutral
+328	neutral
+329	neutral
 330	contradiction
 331	contradiction
 332	neutral
-333	entailment
+333	neutral
 334	contradiction
 335	contradiction
 336	contradiction
-337	entailment
+337	neutral
 338	contradiction
 339	entailment
 340	neutral
@@ -350,7 +350,7 @@ index	prediction
 348	entailment
 349	neutral
 350	neutral
-351	neutral
+351	entailment
 352	entailment
 353	contradiction
 354	neutral
@@ -359,13 +359,13 @@ index	prediction
 357	contradiction
 358	neutral
 359	entailment
-360	contradiction
+360	neutral
 361	neutral
 362	neutral
 363	neutral
 364	contradiction
 365	contradiction
-366	entailment
+366	neutral
 367	entailment
 368	contradiction
 369	neutral
@@ -380,13 +380,13 @@ index	prediction
 378	neutral
 379	entailment
 380	contradiction
-381	contradiction
+381	neutral
 382	contradiction
 383	neutral
 384	neutral
 385	contradiction
 386	entailment
-387	entailment
+387	contradiction
 388	entailment
 389	contradiction
 390	neutral
@@ -402,11 +402,11 @@ index	prediction
 400	contradiction
 401	entailment
 402	entailment
-403	contradiction
+403	neutral
 404	contradiction
 405	entailment
-406	entailment
-407	contradiction
+406	neutral
+407	neutral
 408	contradiction
 409	entailment
 410	neutral
@@ -421,7 +421,7 @@ index	prediction
 419	contradiction
 420	neutral
 421	contradiction
-422	entailment
+422	neutral
 423	contradiction
 424	contradiction
 425	contradiction
@@ -429,9 +429,9 @@ index	prediction
 427	contradiction
 428	entailment
 429	contradiction
-430	contradiction
+430	neutral
 431	neutral
-432	entailment
+432	neutral
 433	neutral
 434	contradiction
 435	neutral
@@ -448,32 +448,32 @@ index	prediction
 446	neutral
 447	contradiction
 448	neutral
-449	entailment
+449	neutral
 450	neutral
 451	entailment
-452	neutral
+452	contradiction
 453	entailment
 454	contradiction
 455	neutral
 456	neutral
-457	neutral
-458	entailment
+457	contradiction
+458	contradiction
 459	neutral
-460	contradiction
+460	neutral
 461	entailment
 462	entailment
-463	contradiction
+463	neutral
 464	neutral
 465	neutral
-466	entailment
+466	contradiction
 467	contradiction
-468	neutral
+468	contradiction
 469	entailment
 470	contradiction
 471	contradiction
-472	entailment
+472	neutral
 473	entailment
-474	entailment
+474	neutral
 475	contradiction
 476	neutral
 477	contradiction
@@ -485,17 +485,17 @@ index	prediction
 483	entailment
 484	neutral
 485	neutral
-486	contradiction
-487	entailment
+486	neutral
+487	neutral
 488	contradiction
-489	neutral
+489	contradiction
 490	neutral
-491	neutral
+491	contradiction
 492	neutral
 493	contradiction
 494	neutral
 495	entailment
-496	neutral
+496	entailment
 497	contradiction
 498	contradiction
 499	neutral
@@ -514,7 +514,7 @@ index	prediction
 512	entailment
 513	contradiction
 514	neutral
-515	neutral
+515	contradiction
 516	neutral
 517	neutral
 518	contradiction
@@ -527,7 +527,7 @@ index	prediction
 525	neutral
 526	neutral
 527	contradiction
-528	contradiction
+528	entailment
 529	neutral
 530	contradiction
 531	entailment
@@ -539,12 +539,12 @@ index	prediction
 537	neutral
 538	neutral
 539	entailment
-540	entailment
+540	neutral
 541	neutral
-542	entailment
+542	neutral
 543	neutral
-544	neutral
-545	neutral
+544	contradiction
+545	entailment
 546	entailment
 547	contradiction
 548	neutral
@@ -578,7 +578,7 @@ index	prediction
 576	neutral
 577	neutral
 578	entailment
-579	contradiction
+579	entailment
 580	neutral
 581	contradiction
 582	entailment
@@ -598,10 +598,10 @@ index	prediction
 596	neutral
 597	neutral
 598	entailment
-599	contradiction
+599	neutral
 600	entailment
 601	contradiction
-602	entailment
+602	contradiction
 603	neutral
 604	entailment
 605	neutral
@@ -617,13 +617,13 @@ index	prediction
 615	entailment
 616	entailment
 617	entailment
-618	neutral
+618	contradiction
 619	entailment
 620	neutral
 621	entailment
 622	contradiction
 623	contradiction
-624	entailment
+624	neutral
 625	neutral
 626	neutral
 627	contradiction
@@ -636,24 +636,24 @@ index	prediction
 634	neutral
 635	entailment
 636	contradiction
-637	contradiction
-638	entailment
+637	entailment
+638	neutral
 639	contradiction
 640	contradiction
-641	neutral
+641	contradiction
 642	neutral
-643	contradiction
+643	neutral
 644	contradiction
 645	neutral
 646	contradiction
-647	entailment
+647	contradiction
 648	entailment
 649	entailment
 650	neutral
 651	entailment
 652	neutral
 653	neutral
-654	neutral
+654	entailment
 655	contradiction
 656	entailment
 657	contradiction
@@ -661,7 +661,7 @@ index	prediction
 659	contradiction
 660	entailment
 661	contradiction
-662	entailment
+662	neutral
 663	entailment
 664	neutral
 665	contradiction
@@ -671,7 +671,7 @@ index	prediction
 669	contradiction
 670	contradiction
 671	neutral
-672	neutral
+672	contradiction
 673	entailment
 674	neutral
 675	neutral
@@ -682,13 +682,13 @@ index	prediction
 680	entailment
 681	entailment
 682	contradiction
-683	entailment
+683	neutral
 684	neutral
 685	entailment
 686	neutral
 687	contradiction
 688	entailment
-689	contradiction
+689	neutral
 690	entailment
 691	neutral
 692	contradiction
@@ -699,15 +699,15 @@ index	prediction
 697	contradiction
 698	neutral
 699	entailment
-700	neutral
+700	contradiction
 701	neutral
 702	neutral
 703	contradiction
-704	contradiction
-705	entailment
+704	neutral
+705	neutral
 706	entailment
 707	contradiction
-708	contradiction
+708	entailment
 709	contradiction
 710	neutral
 711	entailment
@@ -718,7 +718,7 @@ index	prediction
 716	contradiction
 717	neutral
 718	entailment
-719	neutral
+719	contradiction
 720	contradiction
 721	contradiction
 722	entailment
@@ -732,16 +732,16 @@ index	prediction
 730	contradiction
 731	entailment
 732	entailment
-733	entailment
+733	contradiction
 734	contradiction
 735	neutral
-736	entailment
+736	contradiction
 737	neutral
 738	contradiction
-739	entailment
+739	neutral
 740	neutral
 741	entailment
-742	neutral
+742	contradiction
 743	entailment
 744	contradiction
 745	entailment
@@ -755,15 +755,15 @@ index	prediction
 753	neutral
 754	entailment
 755	neutral
-756	entailment
-757	contradiction
+756	contradiction
+757	entailment
 758	neutral
 759	neutral
 760	entailment
 761	contradiction
 762	entailment
 763	neutral
-764	entailment
+764	contradiction
 765	entailment
 766	neutral
 767	neutral
@@ -772,7 +772,7 @@ index	prediction
 770	contradiction
 771	entailment
 772	contradiction
-773	neutral
+773	contradiction
 774	neutral
 775	contradiction
 776	contradiction
@@ -783,7 +783,7 @@ index	prediction
 781	contradiction
 782	entailment
 783	contradiction
-784	contradiction
+784	neutral
 785	neutral
 786	contradiction
 787	neutral
@@ -799,7 +799,7 @@ index	prediction
 797	neutral
 798	neutral
 799	entailment
-800	entailment
+800	neutral
 801	contradiction
 802	neutral
 803	entailment
@@ -809,27 +809,27 @@ index	prediction
 807	neutral
 808	neutral
 809	contradiction
-810	neutral
+810	contradiction
 811	neutral
 812	neutral
-813	neutral
+813	contradiction
 814	entailment
 815	contradiction
 816	neutral
 817	entailment
 818	contradiction
 819	neutral
-820	entailment
+820	contradiction
 821	neutral
 822	neutral
 823	contradiction
 824	entailment
 825	entailment
-826	entailment
+826	neutral
 827	contradiction
 828	entailment
 829	neutral
-830	contradiction
+830	neutral
 831	contradiction
 832	entailment
 833	entailment
@@ -844,10 +844,10 @@ index	prediction
 842	contradiction
 843	neutral
 844	entailment
-845	neutral
+845	contradiction
 846	entailment
-847	neutral
-848	neutral
+847	contradiction
+848	contradiction
 849	neutral
 850	neutral
 851	contradiction
@@ -861,18 +861,18 @@ index	prediction
 859	neutral
 860	entailment
 861	entailment
-862	entailment
+862	neutral
 863	contradiction
 864	neutral
 865	neutral
 866	neutral
 867	contradiction
-868	neutral
+868	entailment
 869	neutral
 870	contradiction
-871	contradiction
-872	neutral
-873	contradiction
+871	neutral
+872	entailment
+873	neutral
 874	entailment
 875	neutral
 876	contradiction
@@ -889,19 +889,19 @@ index	prediction
 887	neutral
 888	entailment
 889	neutral
-890	contradiction
+890	neutral
 891	contradiction
 892	entailment
 893	neutral
-894	neutral
-895	entailment
+894	entailment
+895	neutral
 896	contradiction
 897	contradiction
 898	entailment
 899	neutral
 900	contradiction
 901	contradiction
-902	neutral
+902	contradiction
 903	contradiction
 904	neutral
 905	entailment
@@ -915,7 +915,7 @@ index	prediction
 913	entailment
 914	neutral
 915	neutral
-916	neutral
+916	entailment
 917	contradiction
 918	neutral
 919	entailment
@@ -926,7 +926,7 @@ index	prediction
 924	entailment
 925	contradiction
 926	neutral
-927	neutral
+927	entailment
 928	entailment
 929	neutral
 930	neutral
@@ -937,24 +937,24 @@ index	prediction
 935	neutral
 936	neutral
 937	neutral
-938	neutral
+938	contradiction
 939	contradiction
-940	contradiction
+940	entailment
 941	neutral
-942	contradiction
+942	neutral
 943	entailment
 944	contradiction
 945	entailment
 946	neutral
 947	contradiction
-948	neutral
+948	entailment
 949	neutral
 950	contradiction
 951	contradiction
-952	neutral
-953	contradiction
+952	contradiction
+953	neutral
 954	contradiction
-955	entailment
+955	neutral
 956	neutral
 957	entailment
 958	contradiction
@@ -970,15 +970,15 @@ index	prediction
 968	neutral
 969	neutral
 970	neutral
-971	neutral
+971	contradiction
 972	contradiction
 973	neutral
 974	neutral
-975	entailment
+975	neutral
 976	neutral
-977	contradiction
+977	neutral
 978	entailment
-979	contradiction
+979	neutral
 980	neutral
 981	neutral
 982	entailment
@@ -987,7 +987,7 @@ index	prediction
 985	contradiction
 986	neutral
 987	entailment
-988	neutral
+988	contradiction
 989	contradiction
 990	neutral
 991	contradiction
@@ -995,12 +995,12 @@ index	prediction
 993	neutral
 994	entailment
 995	contradiction
-996	contradiction
+996	neutral
 997	neutral
-998	neutral
+998	entailment
 999	neutral
 1000	entailment
-1001	neutral
+1001	entailment
 1002	neutral
 1003	neutral
 1004	contradiction
@@ -1013,11 +1013,11 @@ index	prediction
 1011	contradiction
 1012	neutral
 1013	neutral
-1014	neutral
+1014	contradiction
 1015	neutral
-1016	contradiction
+1016	neutral
 1017	contradiction
-1018	entailment
+1018	neutral
 1019	neutral
 1020	neutral
 1021	entailment
@@ -1027,9 +1027,9 @@ index	prediction
 1025	neutral
 1026	neutral
 1027	entailment
-1028	entailment
+1028	neutral
 1029	neutral
-1030	neutral
+1030	contradiction
 1031	neutral
 1032	neutral
 1033	entailment
@@ -1041,7 +1041,7 @@ index	prediction
 1039	contradiction
 1040	neutral
 1041	neutral
-1042	neutral
+1042	contradiction
 1043	neutral
 1044	contradiction
 1045	neutral
@@ -1049,7 +1049,7 @@ index	prediction
 1047	contradiction
 1048	entailment
 1049	neutral
-1050	contradiction
+1050	entailment
 1051	neutral
 1052	contradiction
 1053	contradiction
@@ -1057,9 +1057,9 @@ index	prediction
 1055	neutral
 1056	contradiction
 1057	entailment
-1058	neutral
+1058	entailment
 1059	contradiction
-1060	entailment
+1060	neutral
 1061	neutral
 1062	contradiction
 1063	contradiction
@@ -1070,7 +1070,7 @@ index	prediction
 1068	entailment
 1069	entailment
 1070	contradiction
-1071	contradiction
+1071	entailment
 1072	neutral
 1073	entailment
 1074	contradiction
@@ -1082,16 +1082,16 @@ index	prediction
 1080	contradiction
 1081	entailment
 1082	entailment
-1083	neutral
-1084	entailment
+1083	entailment
+1084	contradiction
 1085	contradiction
 1086	entailment
 1087	contradiction
-1088	entailment
+1088	neutral
 1089	entailment
 1090	entailment
 1091	entailment
-1092	neutral
+1092	contradiction
 1093	contradiction
 1094	contradiction
 1095	neutral
@@ -1104,31 +1104,31 @@ index	prediction
 1102	contradiction
 1103	entailment
 1104	neutral
-1105	entailment
+1105	contradiction
 1106	contradiction
-1107	entailment
+1107	contradiction
 1108	entailment
-1109	neutral
+1109	contradiction
 1110	entailment
 1111	neutral
 1112	neutral
-1113	entailment
+1113	contradiction
 1114	contradiction
 1115	neutral
-1116	entailment
+1116	contradiction
 1117	contradiction
 1118	contradiction
 1119	neutral
 1120	entailment
 1121	contradiction
-1122	entailment
+1122	contradiction
 1123	entailment
 1124	neutral
 1125	neutral
 1126	contradiction
 1127	entailment
-1128	entailment
-1129	entailment
+1128	neutral
+1129	contradiction
 1130	neutral
 1131	entailment
 1132	neutral
@@ -1143,7 +1143,7 @@ index	prediction
 1141	neutral
 1142	entailment
 1143	contradiction
-1144	entailment
+1144	neutral
 1145	neutral
 1146	neutral
 1147	neutral
@@ -1158,9 +1158,9 @@ index	prediction
 1156	contradiction
 1157	neutral
 1158	entailment
-1159	neutral
-1160	neutral
-1161	neutral
+1159	entailment
+1160	contradiction
+1161	contradiction
 1162	contradiction
 1163	entailment
 1164	neutral
@@ -1172,7 +1172,7 @@ index	prediction
 1170	neutral
 1171	entailment
 1172	contradiction
-1173	neutral
+1173	contradiction
 1174	contradiction
 1175	contradiction
 1176	neutral
@@ -1180,10 +1180,10 @@ index	prediction
 1178	contradiction
 1179	entailment
 1180	contradiction
-1181	neutral
+1181	entailment
 1182	entailment
 1183	contradiction
-1184	entailment
+1184	neutral
 1185	neutral
 1186	contradiction
 1187	contradiction
@@ -1204,7 +1204,7 @@ index	prediction
 1202	entailment
 1203	entailment
 1204	entailment
-1205	neutral
+1205	contradiction
 1206	entailment
 1207	contradiction
 1208	neutral
@@ -1214,12 +1214,12 @@ index	prediction
 1212	contradiction
 1213	neutral
 1214	neutral
-1215	entailment
-1216	entailment
+1215	neutral
+1216	neutral
 1217	contradiction
 1218	contradiction
 1219	contradiction
-1220	neutral
+1220	entailment
 1221	entailment
 1222	entailment
 1223	contradiction
@@ -1231,7 +1231,7 @@ index	prediction
 1229	contradiction
 1230	contradiction
 1231	contradiction
-1232	neutral
+1232	entailment
 1233	neutral
 1234	contradiction
 1235	entailment
@@ -1247,7 +1247,7 @@ index	prediction
 1245	neutral
 1246	entailment
 1247	contradiction
-1248	contradiction
+1248	entailment
 1249	contradiction
 1250	neutral
 1251	neutral
@@ -1259,7 +1259,7 @@ index	prediction
 1257	neutral
 1258	contradiction
 1259	entailment
-1260	entailment
+1260	contradiction
 1261	entailment
 1262	neutral
 1263	contradiction
@@ -1272,7 +1272,7 @@ index	prediction
 1270	neutral
 1271	entailment
 1272	contradiction
-1273	entailment
+1273	neutral
 1274	neutral
 1275	entailment
 1276	contradiction
@@ -1285,7 +1285,7 @@ index	prediction
 1283	neutral
 1284	entailment
 1285	contradiction
-1286	entailment
+1286	neutral
 1287	contradiction
 1288	neutral
 1289	entailment
@@ -1297,7 +1297,7 @@ index	prediction
 1295	entailment
 1296	contradiction
 1297	contradiction
-1298	contradiction
+1298	entailment
 1299	contradiction
 1300	entailment
 1301	neutral
@@ -1308,9 +1308,9 @@ index	prediction
 1306	neutral
 1307	contradiction
 1308	neutral
-1309	entailment
+1309	contradiction
 1310	contradiction
-1311	neutral
+1311	contradiction
 1312	neutral
 1313	contradiction
 1314	contradiction
@@ -1321,7 +1321,7 @@ index	prediction
 1319	neutral
 1320	entailment
 1321	neutral
-1322	contradiction
+1322	neutral
 1323	contradiction
 1324	neutral
 1325	entailment
@@ -1329,17 +1329,17 @@ index	prediction
 1327	neutral
 1328	contradiction
 1329	contradiction
-1330	neutral
+1330	contradiction
 1331	neutral
 1332	contradiction
-1333	entailment
+1333	neutral
 1334	entailment
 1335	neutral
 1336	entailment
-1337	neutral
+1337	contradiction
 1338	entailment
 1339	entailment
-1340	contradiction
+1340	neutral
 1341	entailment
 1342	neutral
 1343	entailment
@@ -1349,21 +1349,21 @@ index	prediction
 1347	neutral
 1348	neutral
 1349	contradiction
-1350	entailment
+1350	contradiction
 1351	contradiction
 1352	entailment
 1353	contradiction
 1354	neutral
 1355	contradiction
-1356	neutral
+1356	contradiction
 1357	contradiction
 1358	neutral
 1359	neutral
-1360	entailment
+1360	neutral
 1361	neutral
 1362	contradiction
 1363	neutral
-1364	neutral
+1364	entailment
 1365	neutral
 1366	entailment
 1367	neutral
@@ -1377,7 +1377,7 @@ index	prediction
 1375	contradiction
 1376	neutral
 1377	neutral
-1378	entailment
+1378	neutral
 1379	neutral
 1380	contradiction
 1381	neutral
@@ -1386,24 +1386,24 @@ index	prediction
 1384	neutral
 1385	neutral
 1386	contradiction
-1387	contradiction
+1387	neutral
 1388	contradiction
 1389	contradiction
 1390	entailment
-1391	entailment
-1392	neutral
+1391	neutral
+1392	contradiction
 1393	entailment
 1394	contradiction
-1395	neutral
+1395	entailment
 1396	entailment
 1397	contradiction
 1398	neutral
 1399	entailment
 1400	contradiction
-1401	neutral
+1401	entailment
 1402	entailment
 1403	contradiction
-1404	neutral
+1404	contradiction
 1405	contradiction
 1406	entailment
 1407	entailment
@@ -1411,52 +1411,52 @@ index	prediction
 1409	contradiction
 1410	neutral
 1411	entailment
-1412	neutral
+1412	contradiction
 1413	entailment
 1414	contradiction
 1415	neutral
 1416	neutral
-1417	neutral
+1417	entailment
 1418	entailment
 1419	neutral
 1420	neutral
 1421	entailment
-1422	contradiction
+1422	neutral
 1423	neutral
 1424	contradiction
 1425	neutral
 1426	entailment
-1427	entailment
+1427	contradiction
 1428	neutral
-1429	neutral
-1430	neutral
-1431	contradiction
+1429	contradiction
+1430	entailment
+1431	neutral
 1432	neutral
 1433	neutral
 1434	neutral
 1435	neutral
 1436	neutral
-1437	contradiction
+1437	neutral
 1438	neutral
 1439	entailment
 1440	neutral
 1441	neutral
 1442	entailment
-1443	neutral
+1443	contradiction
 1444	neutral
-1445	entailment
+1445	neutral
 1446	entailment
 1447	neutral
-1448	neutral
+1448	contradiction
 1449	entailment
 1450	entailment
 1451	contradiction
-1452	neutral
+1452	entailment
 1453	contradiction
 1454	contradiction
 1455	neutral
 1456	contradiction
-1457	neutral
+1457	contradiction
 1458	contradiction
 1459	neutral
 1460	entailment
@@ -1471,33 +1471,33 @@ index	prediction
 1469	entailment
 1470	entailment
 1471	neutral
-1472	contradiction
+1472	neutral
 1473	entailment
-1474	contradiction
+1474	neutral
 1475	contradiction
 1476	neutral
 1477	neutral
 1478	contradiction
 1479	neutral
-1480	neutral
+1480	contradiction
 1481	entailment
 1482	neutral
 1483	entailment
 1484	contradiction
-1485	contradiction
+1485	neutral
 1486	neutral
 1487	neutral
 1488	neutral
 1489	contradiction
-1490	entailment
+1490	contradiction
 1491	neutral
 1492	contradiction
 1493	entailment
-1494	entailment
+1494	neutral
 1495	entailment
 1496	contradiction
 1497	entailment
-1498	contradiction
+1498	neutral
 1499	neutral
 1500	neutral
 1501	neutral
@@ -1512,9 +1512,9 @@ index	prediction
 1510	contradiction
 1511	neutral
 1512	neutral
-1513	neutral
+1513	entailment
 1514	contradiction
-1515	contradiction
+1515	neutral
 1516	neutral
 1517	contradiction
 1518	entailment
@@ -1530,7 +1530,7 @@ index	prediction
 1528	neutral
 1529	neutral
 1530	contradiction
-1531	neutral
+1531	entailment
 1532	entailment
 1533	entailment
 1534	contradiction
@@ -1538,17 +1538,17 @@ index	prediction
 1536	entailment
 1537	neutral
 1538	neutral
-1539	entailment
-1540	contradiction
+1539	neutral
+1540	neutral
 1541	neutral
-1542	neutral
+1542	entailment
 1543	contradiction
 1544	neutral
 1545	neutral
 1546	neutral
 1547	contradiction
-1548	contradiction
-1549	neutral
+1548	neutral
+1549	contradiction
 1550	neutral
 1551	neutral
 1552	neutral
@@ -1563,7 +1563,7 @@ index	prediction
 1561	contradiction
 1562	contradiction
 1563	contradiction
-1564	entailment
+1564	contradiction
 1565	neutral
 1566	neutral
 1567	entailment
@@ -1578,9 +1578,9 @@ index	prediction
 1576	entailment
 1577	entailment
 1578	entailment
-1579	entailment
+1579	contradiction
 1580	neutral
-1581	contradiction
+1581	neutral
 1582	neutral
 1583	entailment
 1584	contradiction
@@ -1588,11 +1588,11 @@ index	prediction
 1586	entailment
 1587	entailment
 1588	contradiction
-1589	contradiction
+1589	neutral
 1590	neutral
 1591	entailment
 1592	contradiction
-1593	contradiction
+1593	entailment
 1594	contradiction
 1595	neutral
 1596	entailment
@@ -1605,20 +1605,20 @@ index	prediction
 1603	neutral
 1604	entailment
 1605	entailment
-1606	neutral
+1606	contradiction
 1607	contradiction
 1608	entailment
 1609	neutral
 1610	contradiction
 1611	neutral
 1612	contradiction
-1613	neutral
+1613	entailment
 1614	contradiction
 1615	entailment
 1616	entailment
 1617	contradiction
-1618	neutral
-1619	entailment
+1618	contradiction
+1619	neutral
 1620	contradiction
 1621	entailment
 1622	neutral
@@ -1635,21 +1635,21 @@ index	prediction
 1633	neutral
 1634	entailment
 1635	contradiction
-1636	entailment
+1636	contradiction
 1637	neutral
-1638	contradiction
-1639	neutral
+1638	entailment
+1639	contradiction
 1640	neutral
 1641	neutral
-1642	neutral
+1642	entailment
 1643	contradiction
 1644	contradiction
-1645	entailment
+1645	neutral
 1646	neutral
 1647	neutral
 1648	contradiction
-1649	neutral
-1650	entailment
+1649	contradiction
+1650	contradiction
 1651	neutral
 1652	contradiction
 1653	neutral
@@ -1663,13 +1663,13 @@ index	prediction
 1661	neutral
 1662	neutral
 1663	entailment
-1664	contradiction
-1665	neutral
+1664	neutral
+1665	contradiction
 1666	entailment
 1667	entailment
 1668	contradiction
-1669	neutral
-1670	neutral
+1669	contradiction
+1670	contradiction
 1671	entailment
 1672	neutral
 1673	contradiction
@@ -1684,7 +1684,7 @@ index	prediction
 1682	entailment
 1683	contradiction
 1684	neutral
-1685	entailment
+1685	neutral
 1686	neutral
 1687	neutral
 1688	contradiction
@@ -1698,14 +1698,14 @@ index	prediction
 1696	neutral
 1697	entailment
 1698	neutral
-1699	neutral
+1699	entailment
 1700	neutral
 1701	contradiction
-1702	contradiction
-1703	contradiction
+1702	entailment
+1703	neutral
 1704	contradiction
 1705	entailment
-1706	contradiction
+1706	neutral
 1707	neutral
 1708	neutral
 1709	neutral
@@ -1715,7 +1715,7 @@ index	prediction
 1713	neutral
 1714	entailment
 1715	contradiction
-1716	neutral
+1716	entailment
 1717	contradiction
 1718	neutral
 1719	entailment
@@ -1730,10 +1730,10 @@ index	prediction
 1728	contradiction
 1729	neutral
 1730	neutral
-1731	neutral
-1732	contradiction
+1731	contradiction
+1732	entailment
 1733	contradiction
-1734	neutral
+1734	entailment
 1735	neutral
 1736	contradiction
 1737	neutral
@@ -1744,7 +1744,7 @@ index	prediction
 1742	neutral
 1743	contradiction
 1744	neutral
-1745	neutral
+1745	entailment
 1746	entailment
 1747	entailment
 1748	neutral
@@ -1757,7 +1757,7 @@ index	prediction
 1755	neutral
 1756	neutral
 1757	neutral
-1758	neutral
+1758	entailment
 1759	contradiction
 1760	entailment
 1761	entailment
@@ -1772,13 +1772,13 @@ index	prediction
 1770	contradiction
 1771	entailment
 1772	contradiction
-1773	entailment
+1773	neutral
 1774	contradiction
-1775	neutral
+1775	entailment
 1776	contradiction
 1777	entailment
 1778	neutral
-1779	contradiction
+1779	neutral
 1780	neutral
 1781	entailment
 1782	contradiction
@@ -1788,7 +1788,7 @@ index	prediction
 1786	neutral
 1787	entailment
 1788	entailment
-1789	entailment
+1789	contradiction
 1790	neutral
 1791	contradiction
 1792	entailment
@@ -1809,14 +1809,14 @@ index	prediction
 1807	contradiction
 1808	neutral
 1809	neutral
-1810	contradiction
-1811	contradiction
+1810	entailment
+1811	entailment
 1812	contradiction
-1813	contradiction
+1813	neutral
 1814	entailment
-1815	entailment
+1815	neutral
 1816	entailment
-1817	contradiction
+1817	neutral
 1818	neutral
 1819	contradiction
 1820	neutral
@@ -1837,17 +1837,17 @@ index	prediction
 1835	entailment
 1836	entailment
 1837	contradiction
-1838	neutral
+1838	contradiction
 1839	contradiction
 1840	neutral
 1841	neutral
 1842	contradiction
-1843	entailment
+1843	contradiction
 1844	neutral
 1845	contradiction
 1846	neutral
 1847	neutral
-1848	contradiction
+1848	neutral
 1849	neutral
 1850	neutral
 1851	contradiction
@@ -1867,12 +1867,12 @@ index	prediction
 1865	contradiction
 1866	contradiction
 1867	neutral
-1868	contradiction
+1868	neutral
 1869	neutral
 1870	contradiction
 1871	entailment
 1872	entailment
-1873	neutral
+1873	contradiction
 1874	neutral
 1875	entailment
 1876	contradiction
@@ -1886,15 +1886,15 @@ index	prediction
 1884	entailment
 1885	neutral
 1886	contradiction
-1887	neutral
+1887	entailment
 1888	entailment
 1889	contradiction
 1890	neutral
-1891	neutral
-1892	neutral
+1891	contradiction
+1892	entailment
 1893	neutral
 1894	contradiction
-1895	entailment
+1895	neutral
 1896	neutral
 1897	entailment
 1898	neutral
@@ -1907,14 +1907,14 @@ index	prediction
 1905	contradiction
 1906	neutral
 1907	neutral
-1908	neutral
+1908	contradiction
 1909	neutral
 1910	contradiction
 1911	contradiction
-1912	neutral
+1912	entailment
 1913	neutral
 1914	contradiction
-1915	neutral
+1915	entailment
 1916	entailment
 1917	contradiction
 1918	entailment
@@ -1928,7 +1928,7 @@ index	prediction
 1926	contradiction
 1927	entailment
 1928	neutral
-1929	neutral
+1929	contradiction
 1930	neutral
 1931	neutral
 1932	neutral
@@ -1945,7 +1945,7 @@ index	prediction
 1943	neutral
 1944	contradiction
 1945	neutral
-1946	neutral
+1946	entailment
 1947	contradiction
 1948	neutral
 1949	entailment
@@ -1960,7 +1960,7 @@ index	prediction
 1958	entailment
 1959	neutral
 1960	entailment
-1961	entailment
+1961	contradiction
 1962	entailment
 1963	contradiction
 1964	contradiction
@@ -1969,25 +1969,25 @@ index	prediction
 1967	neutral
 1968	neutral
 1969	neutral
-1970	neutral
+1970	contradiction
 1971	entailment
 1972	entailment
-1973	entailment
+1973	neutral
 1974	neutral
 1975	contradiction
-1976	entailment
+1976	neutral
 1977	neutral
 1978	entailment
 1979	neutral
 1980	entailment
 1981	contradiction
 1982	neutral
-1983	contradiction
+1983	neutral
 1984	contradiction
 1985	entailment
 1986	contradiction
 1987	neutral
-1988	contradiction
+1988	neutral
 1989	neutral
 1990	neutral
 1991	contradiction
@@ -2002,9 +2002,9 @@ index	prediction
 2000	neutral
 2001	contradiction
 2002	contradiction
-2003	contradiction
-2004	neutral
-2005	neutral
+2003	entailment
+2004	entailment
+2005	entailment
 2006	contradiction
 2007	neutral
 2008	entailment
@@ -2014,16 +2014,16 @@ index	prediction
 2012	neutral
 2013	neutral
 2014	neutral
-2015	contradiction
+2015	neutral
 2016	neutral
 2017	entailment
-2018	entailment
+2018	contradiction
 2019	contradiction
 2020	entailment
 2021	neutral
 2022	contradiction
 2023	neutral
-2024	entailment
+2024	neutral
 2025	neutral
 2026	contradiction
 2027	neutral
@@ -2032,15 +2032,15 @@ index	prediction
 2030	neutral
 2031	neutral
 2032	contradiction
-2033	entailment
+2033	neutral
 2034	neutral
 2035	contradiction
-2036	neutral
+2036	entailment
 2037	neutral
 2038	contradiction
 2039	entailment
 2040	contradiction
-2041	neutral
+2041	contradiction
 2042	neutral
 2043	contradiction
 2044	entailment
@@ -2048,13 +2048,13 @@ index	prediction
 2046	neutral
 2047	contradiction
 2048	neutral
-2049	neutral
-2050	contradiction
+2049	contradiction
+2050	neutral
 2051	contradiction
-2052	neutral
-2053	entailment
+2052	contradiction
+2053	neutral
 2054	neutral
-2055	contradiction
+2055	entailment
 2056	neutral
 2057	contradiction
 2058	contradiction
@@ -2068,7 +2068,7 @@ index	prediction
 2066	contradiction
 2067	neutral
 2068	contradiction
-2069	entailment
+2069	neutral
 2070	neutral
 2071	contradiction
 2072	neutral
@@ -2076,9 +2076,9 @@ index	prediction
 2074	entailment
 2075	contradiction
 2076	entailment
-2077	entailment
+2077	contradiction
 2078	entailment
-2079	contradiction
+2079	neutral
 2080	neutral
 2081	entailment
 2082	contradiction
@@ -2092,31 +2092,31 @@ index	prediction
 2090	entailment
 2091	contradiction
 2092	entailment
-2093	entailment
+2093	neutral
 2094	neutral
 2095	contradiction
 2096	entailment
 2097	contradiction
 2098	entailment
 2099	neutral
-2100	entailment
+2100	contradiction
 2101	contradiction
 2102	entailment
-2103	entailment
-2104	entailment
+2103	contradiction
+2104	neutral
 2105	contradiction
 2106	neutral
 2107	entailment
 2108	contradiction
 2109	entailment
-2110	neutral
+2110	entailment
 2111	neutral
 2112	neutral
 2113	neutral
 2114	entailment
 2115	contradiction
-2116	neutral
-2117	neutral
+2116	contradiction
+2117	entailment
 2118	contradiction
 2119	entailment
 2120	contradiction
@@ -2134,22 +2134,22 @@ index	prediction
 2132	contradiction
 2133	entailment
 2134	contradiction
-2135	contradiction
+2135	neutral
 2136	neutral
 2137	contradiction
 2138	entailment
 2139	contradiction
 2140	entailment
-2141	contradiction
+2141	neutral
 2142	contradiction
 2143	entailment
-2144	entailment
-2145	neutral
+2144	neutral
+2145	entailment
 2146	neutral
 2147	contradiction
 2148	neutral
 2149	neutral
-2150	entailment
+2150	neutral
 2151	contradiction
 2152	entailment
 2153	entailment
@@ -2160,7 +2160,7 @@ index	prediction
 2158	contradiction
 2159	neutral
 2160	entailment
-2161	entailment
+2161	neutral
 2162	contradiction
 2163	neutral
 2164	contradiction
@@ -2174,7 +2174,7 @@ index	prediction
 2172	neutral
 2173	neutral
 2174	entailment
-2175	neutral
+2175	contradiction
 2176	contradiction
 2177	contradiction
 2178	neutral
@@ -2184,7 +2184,7 @@ index	prediction
 2182	neutral
 2183	neutral
 2184	contradiction
-2185	entailment
+2185	neutral
 2186	neutral
 2187	contradiction
 2188	neutral
@@ -2204,15 +2204,15 @@ index	prediction
 2202	contradiction
 2203	entailment
 2204	entailment
-2205	neutral
+2205	contradiction
 2206	neutral
-2207	entailment
+2207	contradiction
 2208	contradiction
 2209	neutral
-2210	contradiction
+2210	entailment
 2211	neutral
 2212	neutral
-2213	neutral
+2213	contradiction
 2214	contradiction
 2215	entailment
 2216	neutral
@@ -2241,7 +2241,7 @@ index	prediction
 2239	neutral
 2240	contradiction
 2241	contradiction
-2242	entailment
+2242	contradiction
 2243	neutral
 2244	neutral
 2245	contradiction
@@ -2249,7 +2249,7 @@ index	prediction
 2247	contradiction
 2248	neutral
 2249	entailment
-2250	neutral
+2250	entailment
 2251	neutral
 2252	contradiction
 2253	neutral
@@ -2260,8 +2260,8 @@ index	prediction
 2258	neutral
 2259	entailment
 2260	contradiction
-2261	entailment
-2262	contradiction
+2261	neutral
+2262	neutral
 2263	neutral
 2264	entailment
 2265	neutral
@@ -2269,12 +2269,12 @@ index	prediction
 2267	entailment
 2268	contradiction
 2269	entailment
-2270	entailment
+2270	contradiction
 2271	entailment
 2272	contradiction
 2273	contradiction
 2274	entailment
-2275	entailment
+2275	neutral
 2276	entailment
 2277	neutral
 2278	entailment
@@ -2293,20 +2293,20 @@ index	prediction
 2291	contradiction
 2292	entailment
 2293	entailment
-2294	contradiction
+2294	neutral
 2295	neutral
-2296	entailment
+2296	contradiction
 2297	contradiction
 2298	neutral
 2299	entailment
 2300	neutral
-2301	neutral
-2302	contradiction
-2303	contradiction
+2301	contradiction
+2302	neutral
+2303	neutral
 2304	neutral
 2305	entailment
 2306	neutral
-2307	contradiction
+2307	entailment
 2308	neutral
 2309	contradiction
 2310	neutral
@@ -2334,13 +2334,13 @@ index	prediction
 2332	entailment
 2333	neutral
 2334	neutral
-2335	contradiction
-2336	neutral
+2335	entailment
+2336	entailment
 2337	contradiction
 2338	neutral
 2339	entailment
 2340	entailment
-2341	contradiction
+2341	neutral
 2342	contradiction
 2343	neutral
 2344	contradiction
@@ -2366,30 +2366,30 @@ index	prediction
 2364	contradiction
 2365	contradiction
 2366	entailment
-2367	entailment
+2367	neutral
 2368	neutral
 2369	contradiction
 2370	entailment
 2371	contradiction
 2372	entailment
-2373	neutral
+2373	entailment
 2374	entailment
-2375	entailment
+2375	contradiction
 2376	neutral
 2377	contradiction
 2378	entailment
 2379	contradiction
 2380	contradiction
-2381	contradiction
-2382	contradiction
+2381	entailment
+2382	neutral
 2383	contradiction
 2384	neutral
 2385	entailment
 2386	neutral
 2387	contradiction
 2388	contradiction
-2389	neutral
-2390	neutral
+2389	entailment
+2390	entailment
 2391	neutral
 2392	entailment
 2393	contradiction
@@ -2401,16 +2401,16 @@ index	prediction
 2399	entailment
 2400	neutral
 2401	entailment
-2402	neutral
+2402	contradiction
 2403	neutral
-2404	neutral
+2404	contradiction
 2405	entailment
 2406	neutral
 2407	contradiction
 2408	contradiction
 2409	neutral
 2410	contradiction
-2411	contradiction
+2411	neutral
 2412	contradiction
 2413	neutral
 2414	contradiction
@@ -2420,7 +2420,7 @@ index	prediction
 2418	contradiction
 2419	neutral
 2420	neutral
-2421	entailment
+2421	neutral
 2422	neutral
 2423	contradiction
 2424	neutral
@@ -2432,37 +2432,37 @@ index	prediction
 2430	entailment
 2431	contradiction
 2432	neutral
-2433	neutral
-2434	neutral
+2433	entailment
+2434	entailment
 2435	contradiction
 2436	neutral
 2437	contradiction
 2438	entailment
-2439	neutral
-2440	contradiction
+2439	contradiction
+2440	neutral
 2441	neutral
 2442	contradiction
 2443	neutral
 2444	entailment
 2445	neutral
-2446	neutral
+2446	contradiction
 2447	contradiction
 2448	contradiction
 2449	entailment
 2450	neutral
-2451	neutral
+2451	contradiction
 2452	neutral
 2453	entailment
 2454	neutral
 2455	contradiction
-2456	entailment
+2456	neutral
 2457	entailment
 2458	contradiction
 2459	entailment
-2460	entailment
+2460	neutral
 2461	neutral
 2462	neutral
-2463	neutral
+2463	entailment
 2464	neutral
 2465	contradiction
 2466	contradiction
@@ -2479,26 +2479,26 @@ index	prediction
 2477	entailment
 2478	contradiction
 2479	entailment
-2480	neutral
+2480	contradiction
 2481	neutral
 2482	contradiction
 2483	entailment
-2484	entailment
+2484	neutral
 2485	neutral
 2486	neutral
 2487	contradiction
 2488	contradiction
 2489	neutral
 2490	contradiction
-2491	contradiction
+2491	neutral
 2492	entailment
 2493	contradiction
 2494	entailment
-2495	contradiction
+2495	neutral
 2496	neutral
 2497	neutral
 2498	contradiction
-2499	entailment
+2499	neutral
 2500	neutral
 2501	contradiction
 2502	contradiction
@@ -2522,15 +2522,15 @@ index	prediction
 2520	contradiction
 2521	entailment
 2522	neutral
-2523	neutral
-2524	neutral
+2523	entailment
+2524	entailment
 2525	contradiction
 2526	contradiction
 2527	neutral
 2528	entailment
 2529	neutral
-2530	neutral
-2531	neutral
+2530	contradiction
+2531	contradiction
 2532	neutral
 2533	contradiction
 2534	entailment
@@ -2539,27 +2539,27 @@ index	prediction
 2537	contradiction
 2538	neutral
 2539	contradiction
-2540	entailment
+2540	neutral
 2541	neutral
-2542	entailment
+2542	contradiction
 2543	contradiction
-2544	entailment
+2544	contradiction
 2545	contradiction
 2546	neutral
 2547	contradiction
 2548	neutral
 2549	entailment
 2550	contradiction
-2551	entailment
+2551	contradiction
 2552	neutral
 2553	neutral
-2554	entailment
+2554	contradiction
 2555	entailment
-2556	neutral
-2557	neutral
+2556	contradiction
+2557	entailment
 2558	entailment
 2559	neutral
-2560	entailment
+2560	neutral
 2561	neutral
 2562	neutral
 2563	entailment
@@ -2569,7 +2569,7 @@ index	prediction
 2567	entailment
 2568	contradiction
 2569	neutral
-2570	entailment
+2570	neutral
 2571	entailment
 2572	neutral
 2573	contradiction
@@ -2582,19 +2582,19 @@ index	prediction
 2580	entailment
 2581	neutral
 2582	contradiction
-2583	neutral
-2584	neutral
+2583	contradiction
+2584	contradiction
 2585	contradiction
-2586	neutral
+2586	contradiction
 2587	entailment
 2588	contradiction
 2589	neutral
-2590	entailment
+2590	contradiction
 2591	contradiction
 2592	contradiction
 2593	neutral
 2594	entailment
-2595	neutral
+2595	entailment
 2596	neutral
 2597	contradiction
 2598	contradiction
@@ -2606,13 +2606,13 @@ index	prediction
 2604	entailment
 2605	neutral
 2606	contradiction
-2607	neutral
+2607	contradiction
 2608	neutral
 2609	entailment
 2610	neutral
 2611	entailment
 2612	neutral
-2613	contradiction
+2613	neutral
 2614	contradiction
 2615	neutral
 2616	entailment
@@ -2621,28 +2621,28 @@ index	prediction
 2619	neutral
 2620	entailment
 2621	neutral
-2622	neutral
+2622	entailment
 2623	neutral
 2624	entailment
 2625	contradiction
-2626	contradiction
+2626	entailment
 2627	contradiction
 2628	contradiction
 2629	contradiction
 2630	contradiction
-2631	entailment
+2631	contradiction
 2632	neutral
-2633	entailment
+2633	contradiction
 2634	neutral
 2635	entailment
 2636	contradiction
-2637	neutral
-2638	contradiction
+2637	contradiction
+2638	neutral
 2639	contradiction
 2640	neutral
 2641	neutral
 2642	neutral
-2643	neutral
+2643	contradiction
 2644	neutral
 2645	neutral
 2646	contradiction
@@ -2652,16 +2652,16 @@ index	prediction
 2650	neutral
 2651	contradiction
 2652	contradiction
-2653	contradiction
+2653	neutral
 2654	entailment
 2655	contradiction
 2656	entailment
 2657	neutral
 2658	contradiction
 2659	neutral
-2660	entailment
+2660	neutral
 2661	neutral
-2662	entailment
+2662	neutral
 2663	neutral
 2664	contradiction
 2665	entailment
@@ -2672,7 +2672,7 @@ index	prediction
 2670	neutral
 2671	neutral
 2672	contradiction
-2673	contradiction
+2673	entailment
 2674	contradiction
 2675	contradiction
 2676	neutral
@@ -2683,7 +2683,7 @@ index	prediction
 2681	entailment
 2682	neutral
 2683	entailment
-2684	neutral
+2684	contradiction
 2685	neutral
 2686	entailment
 2687	entailment
@@ -2692,10 +2692,10 @@ index	prediction
 2690	neutral
 2691	contradiction
 2692	neutral
-2693	neutral
-2694	neutral
+2693	entailment
+2694	contradiction
 2695	neutral
-2696	contradiction
+2696	neutral
 2697	neutral
 2698	contradiction
 2699	neutral
@@ -2708,7 +2708,7 @@ index	prediction
 2706	contradiction
 2707	neutral
 2708	entailment
-2709	neutral
+2709	contradiction
 2710	entailment
 2711	neutral
 2712	neutral
@@ -2738,17 +2738,17 @@ index	prediction
 2736	contradiction
 2737	entailment
 2738	neutral
-2739	neutral
+2739	contradiction
 2740	neutral
-2741	entailment
-2742	neutral
+2741	neutral
+2742	contradiction
 2743	neutral
 2744	entailment
 2745	entailment
 2746	contradiction
-2747	entailment
+2747	neutral
 2748	entailment
-2749	entailment
+2749	neutral
 2750	contradiction
 2751	neutral
 2752	contradiction
@@ -2765,7 +2765,7 @@ index	prediction
 2763	neutral
 2764	entailment
 2765	contradiction
-2766	entailment
+2766	neutral
 2767	contradiction
 2768	neutral
 2769	entailment
@@ -2783,7 +2783,7 @@ index	prediction
 2781	neutral
 2782	contradiction
 2783	entailment
-2784	neutral
+2784	contradiction
 2785	entailment
 2786	contradiction
 2787	entailment
@@ -2795,7 +2795,7 @@ index	prediction
 2793	neutral
 2794	neutral
 2795	contradiction
-2796	contradiction
+2796	neutral
 2797	contradiction
 2798	entailment
 2799	entailment
@@ -2807,26 +2807,26 @@ index	prediction
 2805	neutral
 2806	contradiction
 2807	entailment
-2808	contradiction
+2808	neutral
 2809	contradiction
 2810	entailment
 2811	neutral
 2812	entailment
-2813	entailment
+2813	neutral
 2814	entailment
 2815	neutral
 2816	contradiction
-2817	contradiction
+2817	neutral
 2818	contradiction
 2819	entailment
 2820	neutral
 2821	entailment
-2822	entailment
+2822	neutral
 2823	entailment
 2824	contradiction
 2825	neutral
 2826	entailment
-2827	neutral
+2827	entailment
 2828	contradiction
 2829	contradiction
 2830	entailment
@@ -2841,7 +2841,7 @@ index	prediction
 2839	contradiction
 2840	entailment
 2841	neutral
-2842	contradiction
+2842	neutral
 2843	neutral
 2844	neutral
 2845	neutral
@@ -2851,7 +2851,7 @@ index	prediction
 2849	contradiction
 2850	contradiction
 2851	entailment
-2852	contradiction
+2852	neutral
 2853	contradiction
 2854	entailment
 2855	neutral
@@ -2868,12 +2868,12 @@ index	prediction
 2866	entailment
 2867	contradiction
 2868	contradiction
-2869	entailment
+2869	neutral
 2870	contradiction
 2871	contradiction
 2872	neutral
 2873	entailment
-2874	entailment
+2874	neutral
 2875	entailment
 2876	neutral
 2877	contradiction
@@ -2888,10 +2888,10 @@ index	prediction
 2886	neutral
 2887	contradiction
 2888	entailment
-2889	neutral
-2890	entailment
+2889	contradiction
+2890	contradiction
 2891	contradiction
-2892	entailment
+2892	contradiction
 2893	contradiction
 2894	contradiction
 2895	contradiction
@@ -2913,15 +2913,15 @@ index	prediction
 2911	contradiction
 2912	neutral
 2913	entailment
-2914	contradiction
-2915	neutral
-2916	contradiction
+2914	neutral
+2915	contradiction
+2916	entailment
 2917	entailment
 2918	neutral
 2919	entailment
 2920	contradiction
 2921	neutral
-2922	contradiction
+2922	neutral
 2923	entailment
 2924	entailment
 2925	neutral
@@ -2940,7 +2940,7 @@ index	prediction
 2938	entailment
 2939	entailment
 2940	contradiction
-2941	entailment
+2941	neutral
 2942	entailment
 2943	entailment
 2944	contradiction
@@ -2955,13 +2955,13 @@ index	prediction
 2953	neutral
 2954	contradiction
 2955	contradiction
-2956	entailment
+2956	contradiction
 2957	neutral
-2958	entailment
+2958	neutral
 2959	contradiction
 2960	neutral
-2961	neutral
-2962	contradiction
+2961	entailment
+2962	neutral
 2963	contradiction
 2964	neutral
 2965	contradiction
@@ -2979,34 +2979,34 @@ index	prediction
 2977	contradiction
 2978	entailment
 2979	neutral
-2980	entailment
+2980	neutral
 2981	contradiction
 2982	neutral
 2983	contradiction
 2984	neutral
 2985	contradiction
-2986	neutral
-2987	entailment
+2986	entailment
+2987	contradiction
 2988	neutral
-2989	neutral
+2989	contradiction
 2990	neutral
 2991	entailment
 2992	contradiction
-2993	entailment
-2994	neutral
+2993	neutral
+2994	entailment
 2995	contradiction
 2996	neutral
 2997	neutral
 2998	entailment
 2999	contradiction
-3000	neutral
+3000	entailment
 3001	neutral
 3002	contradiction
 3003	entailment
 3004	contradiction
 3005	neutral
 3006	contradiction
-3007	neutral
+3007	entailment
 3008	neutral
 3009	contradiction
 3010	neutral
@@ -3027,12 +3027,12 @@ index	prediction
 3025	neutral
 3026	neutral
 3027	neutral
-3028	neutral
+3028	entailment
 3029	contradiction
 3030	entailment
 3031	contradiction
 3032	neutral
-3033	contradiction
+3033	neutral
 3034	entailment
 3035	contradiction
 3036	neutral
@@ -3059,14 +3059,14 @@ index	prediction
 3057	entailment
 3058	contradiction
 3059	contradiction
-3060	neutral
+3060	contradiction
 3061	neutral
 3062	entailment
 3063	neutral
-3064	neutral
+3064	entailment
 3065	contradiction
 3066	contradiction
-3067	entailment
+3067	neutral
 3068	neutral
 3069	neutral
 3070	entailment
@@ -3074,7 +3074,7 @@ index	prediction
 3072	neutral
 3073	entailment
 3074	contradiction
-3075	neutral
+3075	contradiction
 3076	neutral
 3077	entailment
 3078	contradiction
@@ -3082,30 +3082,30 @@ index	prediction
 3080	contradiction
 3081	neutral
 3082	contradiction
-3083	entailment
+3083	contradiction
 3084	neutral
 3085	entailment
 3086	contradiction
-3087	contradiction
-3088	entailment
+3087	neutral
+3088	neutral
 3089	neutral
 3090	contradiction
-3091	contradiction
-3092	neutral
-3093	entailment
+3091	entailment
+3092	contradiction
+3093	neutral
 3094	neutral
 3095	contradiction
 3096	neutral
-3097	contradiction
+3097	neutral
 3098	neutral
 3099	neutral
 3100	neutral
 3101	contradiction
-3102	neutral
-3103	neutral
+3102	contradiction
+3103	contradiction
 3104	neutral
 3105	contradiction
-3106	contradiction
+3106	entailment
 3107	entailment
 3108	neutral
 3109	contradiction
@@ -3117,7 +3117,7 @@ index	prediction
 3115	entailment
 3116	entailment
 3117	neutral
-3118	entailment
+3118	neutral
 3119	contradiction
 3120	neutral
 3121	contradiction
@@ -3126,9 +3126,9 @@ index	prediction
 3124	contradiction
 3125	contradiction
 3126	entailment
-3127	neutral
+3127	contradiction
 3128	contradiction
-3129	contradiction
+3129	neutral
 3130	neutral
 3131	entailment
 3132	contradiction
@@ -3138,20 +3138,20 @@ index	prediction
 3136	entailment
 3137	contradiction
 3138	contradiction
-3139	contradiction
+3139	neutral
 3140	neutral
 3141	neutral
 3142	contradiction
 3143	neutral
-3144	contradiction
+3144	neutral
 3145	contradiction
 3146	entailment
 3147	neutral
 3148	entailment
 3149	contradiction
-3150	neutral
+3150	entailment
 3151	neutral
-3152	entailment
+3152	neutral
 3153	entailment
 3154	neutral
 3155	entailment
@@ -3161,20 +3161,20 @@ index	prediction
 3159	contradiction
 3160	entailment
 3161	neutral
-3162	entailment
+3162	neutral
 3163	entailment
 3164	contradiction
 3165	entailment
 3166	neutral
-3167	entailment
+3167	contradiction
 3168	neutral
-3169	neutral
-3170	entailment
+3169	contradiction
+3170	neutral
 3171	neutral
 3172	contradiction
 3173	entailment
 3174	entailment
-3175	contradiction
+3175	neutral
 3176	neutral
 3177	neutral
 3178	neutral
@@ -3186,19 +3186,19 @@ index	prediction
 3184	contradiction
 3185	neutral
 3186	entailment
-3187	entailment
+3187	contradiction
 3188	neutral
 3189	neutral
-3190	contradiction
-3191	entailment
+3190	neutral
+3191	neutral
 3192	entailment
-3193	neutral
+3193	contradiction
 3194	contradiction
 3195	contradiction
 3196	neutral
 3197	entailment
 3198	contradiction
-3199	contradiction
+3199	entailment
 3200	neutral
 3201	neutral
 3202	entailment
@@ -3216,7 +3216,7 @@ index	prediction
 3214	neutral
 3215	contradiction
 3216	neutral
-3217	entailment
+3217	neutral
 3218	contradiction
 3219	neutral
 3220	contradiction
@@ -3229,19 +3229,19 @@ index	prediction
 3227	contradiction
 3228	neutral
 3229	contradiction
-3230	neutral
-3231	neutral
-3232	entailment
+3230	contradiction
+3231	contradiction
+3232	neutral
 3233	neutral
 3234	contradiction
 3235	entailment
-3236	entailment
-3237	neutral
+3236	neutral
+3237	entailment
 3238	entailment
 3239	contradiction
 3240	entailment
 3241	contradiction
-3242	contradiction
+3242	neutral
 3243	entailment
 3244	contradiction
 3245	neutral
@@ -3254,21 +3254,21 @@ index	prediction
 3252	contradiction
 3253	contradiction
 3254	contradiction
-3255	contradiction
+3255	neutral
 3256	entailment
 3257	contradiction
-3258	contradiction
+3258	neutral
 3259	entailment
 3260	neutral
-3261	neutral
+3261	entailment
 3262	contradiction
 3263	neutral
 3264	neutral
 3265	neutral
-3266	entailment
+3266	contradiction
 3267	neutral
 3268	contradiction
-3269	entailment
+3269	neutral
 3270	neutral
 3271	entailment
 3272	contradiction
@@ -3280,7 +3280,7 @@ index	prediction
 3278	entailment
 3279	contradiction
 3280	neutral
-3281	neutral
+3281	entailment
 3282	entailment
 3283	contradiction
 3284	neutral
@@ -3294,15 +3294,15 @@ index	prediction
 3292	neutral
 3293	entailment
 3294	entailment
-3295	entailment
+3295	neutral
 3296	neutral
-3297	contradiction
+3297	entailment
 3298	contradiction
 3299	contradiction
 3300	contradiction
 3301	entailment
-3302	entailment
-3303	contradiction
+3302	contradiction
+3303	entailment
 3304	entailment
 3305	contradiction
 3306	entailment
@@ -3310,24 +3310,24 @@ index	prediction
 3308	neutral
 3309	contradiction
 3310	entailment
-3311	entailment
+3311	neutral
 3312	contradiction
 3313	entailment
-3314	contradiction
-3315	entailment
+3314	neutral
+3315	contradiction
 3316	contradiction
 3317	neutral
 3318	entailment
 3319	contradiction
 3320	neutral
 3321	entailment
-3322	neutral
+3322	contradiction
 3323	contradiction
 3324	contradiction
 3325	contradiction
 3326	neutral
 3327	contradiction
-3328	entailment
+3328	contradiction
 3329	contradiction
 3330	neutral
 3331	neutral
@@ -3338,9 +3338,9 @@ index	prediction
 3336	contradiction
 3337	neutral
 3338	contradiction
-3339	entailment
+3339	neutral
 3340	contradiction
-3341	entailment
+3341	contradiction
 3342	neutral
 3343	contradiction
 3344	contradiction
@@ -3349,7 +3349,7 @@ index	prediction
 3347	entailment
 3348	neutral
 3349	contradiction
-3350	neutral
+3350	contradiction
 3351	contradiction
 3352	neutral
 3353	entailment
@@ -3371,17 +3371,17 @@ index	prediction
 3369	entailment
 3370	neutral
 3371	neutral
-3372	contradiction
+3372	neutral
 3373	entailment
 3374	neutral
 3375	neutral
-3376	neutral
+3376	entailment
 3377	contradiction
 3378	neutral
 3379	neutral
-3380	contradiction
+3380	neutral
 3381	contradiction
-3382	entailment
+3382	contradiction
 3383	neutral
 3384	contradiction
 3385	entailment
@@ -3389,7 +3389,7 @@ index	prediction
 3387	neutral
 3388	neutral
 3389	contradiction
-3390	contradiction
+3390	neutral
 3391	contradiction
 3392	contradiction
 3393	entailment
@@ -3397,22 +3397,22 @@ index	prediction
 3395	neutral
 3396	contradiction
 3397	entailment
-3398	entailment
+3398	neutral
 3399	neutral
-3400	contradiction
+3400	entailment
 3401	entailment
 3402	neutral
 3403	entailment
-3404	neutral
-3405	neutral
+3404	contradiction
+3405	contradiction
 3406	neutral
 3407	entailment
 3408	contradiction
-3409	neutral
+3409	contradiction
 3410	contradiction
 3411	entailment
 3412	neutral
-3413	neutral
+3413	contradiction
 3414	entailment
 3415	contradiction
 3416	neutral
@@ -3423,7 +3423,7 @@ index	prediction
 3421	contradiction
 3422	neutral
 3423	contradiction
-3424	contradiction
+3424	neutral
 3425	entailment
 3426	contradiction
 3427	entailment
@@ -3431,19 +3431,19 @@ index	prediction
 3429	entailment
 3430	neutral
 3431	contradiction
-3432	entailment
+3432	contradiction
 3433	neutral
 3434	neutral
 3435	neutral
 3436	contradiction
 3437	entailment
-3438	entailment
+3438	neutral
 3439	neutral
 3440	contradiction
 3441	entailment
-3442	neutral
+3442	contradiction
 3443	neutral
-3444	entailment
+3444	contradiction
 3445	neutral
 3446	contradiction
 3447	contradiction
@@ -3467,41 +3467,41 @@ index	prediction
 3465	contradiction
 3466	neutral
 3467	entailment
-3468	contradiction
+3468	neutral
 3469	contradiction
 3470	neutral
 3471	contradiction
 3472	neutral
-3473	entailment
+3473	neutral
 3474	neutral
-3475	contradiction
-3476	entailment
-3477	contradiction
+3475	neutral
+3476	contradiction
+3477	neutral
 3478	neutral
 3479	contradiction
 3480	neutral
 3481	neutral
 3482	contradiction
 3483	contradiction
-3484	neutral
-3485	contradiction
+3484	contradiction
+3485	neutral
 3486	neutral
-3487	neutral
+3487	contradiction
 3488	neutral
 3489	neutral
 3490	contradiction
 3491	entailment
 3492	contradiction
 3493	entailment
-3494	entailment
+3494	neutral
 3495	entailment
-3496	contradiction
+3496	neutral
 3497	contradiction
 3498	entailment
 3499	entailment
 3500	neutral
 3501	entailment
-3502	neutral
+3502	entailment
 3503	neutral
 3504	entailment
 3505	neutral
@@ -3516,10 +3516,10 @@ index	prediction
 3514	contradiction
 3515	entailment
 3516	neutral
-3517	contradiction
-3518	entailment
+3517	neutral
+3518	neutral
 3519	neutral
-3520	contradiction
+3520	neutral
 3521	entailment
 3522	contradiction
 3523	neutral
@@ -3534,16 +3534,16 @@ index	prediction
 3532	entailment
 3533	neutral
 3534	contradiction
-3535	entailment
+3535	neutral
 3536	neutral
-3537	contradiction
+3537	neutral
 3538	neutral
 3539	entailment
 3540	contradiction
 3541	neutral
 3542	entailment
 3543	neutral
-3544	neutral
+3544	entailment
 3545	entailment
 3546	neutral
 3547	contradiction
@@ -3556,10 +3556,10 @@ index	prediction
 3554	neutral
 3555	contradiction
 3556	neutral
-3557	neutral
+3557	entailment
 3558	contradiction
 3559	entailment
-3560	entailment
+3560	neutral
 3561	neutral
 3562	contradiction
 3563	entailment
@@ -3582,44 +3582,44 @@ index	prediction
 3580	neutral
 3581	contradiction
 3582	neutral
-3583	neutral
+3583	entailment
 3584	contradiction
 3585	contradiction
 3586	neutral
 3587	contradiction
-3588	entailment
-3589	entailment
+3588	contradiction
+3589	contradiction
 3590	entailment
 3591	neutral
-3592	entailment
+3592	neutral
 3593	neutral
 3594	contradiction
-3595	neutral
-3596	neutral
+3595	contradiction
+3596	entailment
 3597	contradiction
 3598	entailment
 3599	neutral
 3600	contradiction
 3601	entailment
 3602	neutral
-3603	neutral
+3603	contradiction
 3604	neutral
 3605	neutral
 3606	contradiction
 3607	neutral
-3608	neutral
+3608	entailment
 3609	neutral
 3610	contradiction
 3611	entailment
 3612	contradiction
 3613	neutral
-3614	neutral
-3615	contradiction
+3614	entailment
+3615	neutral
 3616	neutral
 3617	contradiction
 3618	entailment
 3619	entailment
-3620	contradiction
+3620	neutral
 3621	contradiction
 3622	entailment
 3623	neutral
@@ -3633,12 +3633,12 @@ index	prediction
 3631	neutral
 3632	contradiction
 3633	contradiction
-3634	entailment
+3634	neutral
 3635	neutral
 3636	contradiction
 3637	entailment
 3638	neutral
-3639	entailment
+3639	neutral
 3640	entailment
 3641	contradiction
 3642	neutral
@@ -3652,11 +3652,11 @@ index	prediction
 3650	contradiction
 3651	contradiction
 3652	neutral
-3653	contradiction
-3654	entailment
-3655	entailment
+3653	neutral
+3654	contradiction
+3655	contradiction
 3656	neutral
-3657	entailment
+3657	neutral
 3658	neutral
 3659	contradiction
 3660	neutral
@@ -3666,21 +3666,21 @@ index	prediction
 3664	neutral
 3665	contradiction
 3666	contradiction
-3667	entailment
+3667	neutral
 3668	neutral
 3669	contradiction
 3670	neutral
 3671	entailment
 3672	entailment
 3673	contradiction
-3674	entailment
+3674	neutral
 3675	neutral
 3676	neutral
 3677	entailment
 3678	contradiction
 3679	entailment
 3680	contradiction
-3681	neutral
+3681	entailment
 3682	neutral
 3683	contradiction
 3684	neutral
@@ -3692,7 +3692,7 @@ index	prediction
 3690	contradiction
 3691	neutral
 3692	contradiction
-3693	entailment
+3693	neutral
 3694	neutral
 3695	contradiction
 3696	neutral
@@ -3702,12 +3702,12 @@ index	prediction
 3700	neutral
 3701	neutral
 3702	entailment
-3703	entailment
+3703	neutral
 3704	neutral
-3705	entailment
+3705	contradiction
 3706	entailment
 3707	contradiction
-3708	neutral
+3708	entailment
 3709	entailment
 3710	contradiction
 3711	neutral
@@ -3719,9 +3719,9 @@ index	prediction
 3717	contradiction
 3718	entailment
 3719	contradiction
-3720	entailment
+3720	neutral
 3721	neutral
-3722	contradiction
+3722	neutral
 3723	entailment
 3724	neutral
 3725	contradiction
@@ -3730,7 +3730,7 @@ index	prediction
 3728	neutral
 3729	neutral
 3730	neutral
-3731	contradiction
+3731	neutral
 3732	neutral
 3733	entailment
 3734	contradiction
@@ -3738,7 +3738,7 @@ index	prediction
 3736	neutral
 3737	neutral
 3738	neutral
-3739	entailment
+3739	neutral
 3740	contradiction
 3741	neutral
 3742	entailment
@@ -3746,15 +3746,15 @@ index	prediction
 3744	contradiction
 3745	entailment
 3746	neutral
-3747	contradiction
+3747	neutral
 3748	entailment
 3749	contradiction
 3750	neutral
-3751	contradiction
+3751	entailment
 3752	contradiction
 3753	contradiction
 3754	neutral
-3755	entailment
+3755	neutral
 3756	entailment
 3757	neutral
 3758	contradiction
@@ -3775,19 +3775,19 @@ index	prediction
 3773	neutral
 3774	neutral
 3775	contradiction
-3776	neutral
+3776	entailment
 3777	neutral
 3778	neutral
 3779	contradiction
 3780	contradiction
-3781	neutral
+3781	contradiction
 3782	entailment
 3783	contradiction
 3784	neutral
 3785	contradiction
 3786	neutral
 3787	neutral
-3788	neutral
+3788	entailment
 3789	entailment
 3790	neutral
 3791	contradiction
@@ -3804,20 +3804,20 @@ index	prediction
 3802	contradiction
 3803	entailment
 3804	contradiction
-3805	contradiction
-3806	contradiction
+3805	neutral
+3806	neutral
 3807	contradiction
 3808	neutral
 3809	entailment
 3810	neutral
 3811	neutral
 3812	entailment
-3813	contradiction
+3813	neutral
 3814	neutral
 3815	entailment
 3816	contradiction
 3817	contradiction
-3818	contradiction
+3818	entailment
 3819	neutral
 3820	contradiction
 3821	neutral
@@ -3837,9 +3837,9 @@ index	prediction
 3835	neutral
 3836	contradiction
 3837	contradiction
-3838	entailment
+3838	contradiction
 3839	contradiction
-3840	contradiction
+3840	neutral
 3841	neutral
 3842	entailment
 3843	contradiction
@@ -3855,11 +3855,11 @@ index	prediction
 3853	contradiction
 3854	neutral
 3855	contradiction
-3856	entailment
+3856	neutral
 3857	neutral
 3858	neutral
 3859	entailment
-3860	neutral
+3860	contradiction
 3861	contradiction
 3862	neutral
 3863	entailment
@@ -3869,21 +3869,21 @@ index	prediction
 3867	entailment
 3868	neutral
 3869	contradiction
-3870	entailment
+3870	neutral
 3871	contradiction
 3872	neutral
 3873	contradiction
 3874	neutral
 3875	neutral
-3876	entailment
+3876	neutral
 3877	neutral
 3878	contradiction
 3879	neutral
-3880	neutral
-3881	contradiction
+3880	contradiction
+3881	entailment
 3882	neutral
 3883	contradiction
-3884	contradiction
+3884	neutral
 3885	contradiction
 3886	neutral
 3887	entailment
@@ -3910,26 +3910,26 @@ index	prediction
 3908	contradiction
 3909	contradiction
 3910	neutral
-3911	contradiction
+3911	entailment
 3912	neutral
 3913	entailment
-3914	contradiction
-3915	entailment
+3914	neutral
+3915	contradiction
 3916	entailment
 3917	neutral
 3918	contradiction
 3919	entailment
 3920	neutral
 3921	neutral
-3922	contradiction
+3922	neutral
 3923	neutral
 3924	neutral
 3925	neutral
 3926	contradiction
-3927	entailment
+3927	neutral
 3928	entailment
 3929	contradiction
-3930	neutral
+3930	contradiction
 3931	neutral
 3932	contradiction
 3933	neutral
@@ -3939,15 +3939,15 @@ index	prediction
 3937	neutral
 3938	entailment
 3939	neutral
-3940	entailment
+3940	contradiction
 3941	neutral
 3942	contradiction
 3943	neutral
 3944	entailment
-3945	neutral
+3945	contradiction
 3946	neutral
-3947	entailment
-3948	neutral
+3947	neutral
+3948	entailment
 3949	neutral
 3950	contradiction
 3951	neutral
@@ -3961,7 +3961,7 @@ index	prediction
 3959	entailment
 3960	neutral
 3961	contradiction
-3962	neutral
+3962	contradiction
 3963	contradiction
 3964	neutral
 3965	contradiction
@@ -3982,7 +3982,7 @@ index	prediction
 3980	entailment
 3981	entailment
 3982	contradiction
-3983	neutral
+3983	entailment
 3984	neutral
 3985	entailment
 3986	contradiction
@@ -3995,9 +3995,9 @@ index	prediction
 3993	contradiction
 3994	entailment
 3995	neutral
-3996	entailment
+3996	contradiction
 3997	entailment
-3998	entailment
+3998	neutral
 3999	neutral
 4000	contradiction
 4001	entailment
@@ -4009,21 +4009,21 @@ index	prediction
 4007	contradiction
 4008	neutral
 4009	contradiction
-4010	entailment
+4010	contradiction
 4011	contradiction
 4012	entailment
 4013	contradiction
-4014	contradiction
+4014	neutral
 4015	entailment
 4016	contradiction
 4017	entailment
-4018	contradiction
+4018	neutral
 4019	neutral
 4020	neutral
 4021	entailment
 4022	neutral
-4023	neutral
-4024	entailment
+4023	entailment
+4024	contradiction
 4025	neutral
 4026	entailment
 4027	neutral
@@ -4057,16 +4057,16 @@ index	prediction
 4055	contradiction
 4056	neutral
 4057	contradiction
-4058	neutral
+4058	entailment
 4059	neutral
 4060	contradiction
 4061	entailment
 4062	neutral
-4063	contradiction
+4063	entailment
 4064	neutral
 4065	neutral
-4066	neutral
-4067	neutral
+4066	entailment
+4067	contradiction
 4068	contradiction
 4069	entailment
 4070	entailment
@@ -4078,20 +4078,20 @@ index	prediction
 4076	entailment
 4077	neutral
 4078	contradiction
-4079	contradiction
+4079	neutral
 4080	neutral
 4081	neutral
 4082	contradiction
 4083	neutral
 4084	neutral
-4085	entailment
+4085	neutral
 4086	entailment
-4087	neutral
+4087	entailment
 4088	neutral
 4089	neutral
-4090	entailment
-4091	neutral
-4092	neutral
+4090	contradiction
+4091	contradiction
+4092	contradiction
 4093	entailment
 4094	neutral
 4095	contradiction
@@ -4100,30 +4100,30 @@ index	prediction
 4098	contradiction
 4099	entailment
 4100	entailment
-4101	entailment
+4101	contradiction
 4102	contradiction
-4103	neutral
+4103	contradiction
 4104	contradiction
 4105	entailment
 4106	contradiction
 4107	contradiction
-4108	entailment
+4108	neutral
 4109	neutral
 4110	entailment
 4111	neutral
 4112	neutral
-4113	contradiction
+4113	entailment
 4114	neutral
 4115	neutral
 4116	contradiction
 4117	neutral
 4118	neutral
 4119	contradiction
-4120	neutral
+4120	contradiction
 4121	contradiction
 4122	contradiction
 4123	neutral
-4124	entailment
+4124	neutral
 4125	neutral
 4126	contradiction
 4127	entailment
@@ -4135,12 +4135,12 @@ index	prediction
 4133	entailment
 4134	neutral
 4135	neutral
-4136	neutral
+4136	entailment
 4137	contradiction
-4138	entailment
-4139	neutral
+4138	contradiction
+4139	contradiction
 4140	contradiction
-4141	entailment
+4141	neutral
 4142	entailment
 4143	contradiction
 4144	entailment
@@ -4154,14 +4154,14 @@ index	prediction
 4152	neutral
 4153	entailment
 4154	neutral
-4155	entailment
+4155	neutral
 4156	entailment
 4157	entailment
 4158	neutral
 4159	entailment
-4160	entailment
+4160	neutral
 4161	entailment
-4162	entailment
+4162	contradiction
 4163	contradiction
 4164	contradiction
 4165	entailment
@@ -4173,7 +4173,7 @@ index	prediction
 4171	neutral
 4172	neutral
 4173	contradiction
-4174	neutral
+4174	entailment
 4175	contradiction
 4176	neutral
 4177	neutral
@@ -4187,7 +4187,7 @@ index	prediction
 4185	contradiction
 4186	neutral
 4187	entailment
-4188	entailment
+4188	contradiction
 4189	entailment
 4190	contradiction
 4191	entailment
@@ -4195,7 +4195,7 @@ index	prediction
 4193	neutral
 4194	neutral
 4195	contradiction
-4196	entailment
+4196	contradiction
 4197	contradiction
 4198	neutral
 4199	neutral
@@ -4221,7 +4221,7 @@ index	prediction
 4219	contradiction
 4220	entailment
 4221	neutral
-4222	entailment
+4222	neutral
 4223	contradiction
 4224	neutral
 4225	neutral
@@ -4234,11 +4234,11 @@ index	prediction
 4232	entailment
 4233	neutral
 4234	neutral
-4235	neutral
+4235	contradiction
 4236	neutral
 4237	neutral
 4238	neutral
-4239	entailment
+4239	neutral
 4240	contradiction
 4241	entailment
 4242	contradiction
@@ -4251,19 +4251,19 @@ index	prediction
 4249	contradiction
 4250	neutral
 4251	neutral
-4252	contradiction
+4252	entailment
 4253	contradiction
 4254	contradiction
-4255	neutral
+4255	entailment
 4256	entailment
 4257	contradiction
 4258	entailment
-4259	contradiction
+4259	neutral
 4260	contradiction
 4261	contradiction
-4262	contradiction
+4262	neutral
 4263	contradiction
-4264	neutral
+4264	contradiction
 4265	entailment
 4266	contradiction
 4267	entailment
@@ -4276,14 +4276,14 @@ index	prediction
 4274	neutral
 4275	neutral
 4276	neutral
-4277	contradiction
+4277	neutral
 4278	contradiction
 4279	neutral
 4280	entailment
 4281	contradiction
-4282	contradiction
+4282	neutral
 4283	neutral
-4284	contradiction
+4284	entailment
 4285	contradiction
 4286	entailment
 4287	neutral
@@ -4291,19 +4291,19 @@ index	prediction
 4289	neutral
 4290	contradiction
 4291	contradiction
-4292	neutral
+4292	entailment
 4293	contradiction
 4294	contradiction
-4295	neutral
+4295	entailment
 4296	contradiction
 4297	entailment
-4298	contradiction
+4298	neutral
 4299	neutral
 4300	neutral
 4301	contradiction
-4302	contradiction
+4302	entailment
 4303	entailment
-4304	neutral
+4304	entailment
 4305	entailment
 4306	neutral
 4307	contradiction
@@ -4311,19 +4311,19 @@ index	prediction
 4309	contradiction
 4310	contradiction
 4311	contradiction
-4312	neutral
+4312	contradiction
 4313	contradiction
-4314	contradiction
-4315	neutral
-4316	entailment
+4314	neutral
+4315	entailment
+4316	neutral
 4317	contradiction
 4318	entailment
 4319	neutral
 4320	contradiction
 4321	neutral
 4322	entailment
-4323	entailment
-4324	contradiction
+4323	neutral
+4324	neutral
 4325	neutral
 4326	entailment
 4327	neutral
@@ -4338,36 +4338,36 @@ index	prediction
 4336	entailment
 4337	contradiction
 4338	contradiction
-4339	contradiction
-4340	entailment
+4339	neutral
+4340	neutral
 4341	contradiction
 4342	entailment
-4343	entailment
+4343	contradiction
 4344	entailment
 4345	neutral
 4346	entailment
 4347	contradiction
 4348	neutral
 4349	entailment
-4350	neutral
-4351	entailment
-4352	contradiction
+4350	contradiction
+4351	neutral
+4352	neutral
 4353	neutral
-4354	contradiction
+4354	entailment
 4355	contradiction
-4356	entailment
+4356	contradiction
 4357	entailment
 4358	neutral
 4359	contradiction
-4360	entailment
+4360	neutral
 4361	neutral
 4362	neutral
 4363	contradiction
-4364	entailment
+4364	neutral
 4365	neutral
 4366	entailment
-4367	entailment
-4368	entailment
+4367	neutral
+4368	contradiction
 4369	entailment
 4370	contradiction
 4371	contradiction
@@ -4381,14 +4381,14 @@ index	prediction
 4379	neutral
 4380	entailment
 4381	entailment
-4382	contradiction
+4382	entailment
 4383	neutral
 4384	entailment
 4385	contradiction
 4386	contradiction
-4387	contradiction
+4387	neutral
 4388	entailment
-4389	contradiction
+4389	neutral
 4390	contradiction
 4391	neutral
 4392	entailment
@@ -4400,15 +4400,15 @@ index	prediction
 4398	contradiction
 4399	contradiction
 4400	neutral
-4401	neutral
-4402	neutral
-4403	neutral
+4401	entailment
+4402	entailment
+4403	contradiction
 4404	neutral
 4405	contradiction
 4406	neutral
-4407	entailment
+4407	neutral
 4408	contradiction
-4409	neutral
+4409	contradiction
 4410	entailment
 4411	contradiction
 4412	contradiction
@@ -4438,35 +4438,35 @@ index	prediction
 4436	contradiction
 4437	neutral
 4438	entailment
-4439	neutral
+4439	contradiction
 4440	entailment
 4441	contradiction
 4442	neutral
 4443	entailment
 4444	entailment
 4445	entailment
-4446	entailment
+4446	neutral
 4447	neutral
 4448	contradiction
-4449	contradiction
+4449	neutral
 4450	contradiction
 4451	entailment
 4452	neutral
 4453	contradiction
 4454	entailment
 4455	contradiction
-4456	entailment
+4456	contradiction
 4457	neutral
-4458	contradiction
+4458	neutral
 4459	neutral
 4460	entailment
 4461	neutral
-4462	entailment
+4462	contradiction
 4463	contradiction
 4464	contradiction
 4465	entailment
-4466	entailment
-4467	neutral
+4466	neutral
+4467	contradiction
 4468	neutral
 4469	neutral
 4470	neutral
@@ -4477,44 +4477,44 @@ index	prediction
 4475	contradiction
 4476	neutral
 4477	contradiction
-4478	entailment
+4478	contradiction
 4479	neutral
 4480	entailment
 4481	contradiction
 4482	neutral
-4483	neutral
+4483	contradiction
 4484	neutral
 4485	neutral
 4486	entailment
 4487	entailment
 4488	neutral
 4489	neutral
-4490	neutral
-4491	entailment
+4490	contradiction
+4491	neutral
 4492	neutral
 4493	neutral
 4494	entailment
 4495	neutral
 4496	entailment
 4497	contradiction
-4498	neutral
+4498	contradiction
 4499	entailment
 4500	contradiction
 4501	entailment
 4502	contradiction
-4503	neutral
+4503	contradiction
 4504	entailment
 4505	contradiction
 4506	contradiction
-4507	neutral
+4507	contradiction
 4508	contradiction
-4509	entailment
+4509	contradiction
 4510	neutral
 4511	contradiction
 4512	entailment
 4513	entailment
 4514	contradiction
-4515	entailment
+4515	neutral
 4516	neutral
 4517	contradiction
 4518	neutral
@@ -4525,7 +4525,7 @@ index	prediction
 4523	neutral
 4524	contradiction
 4525	neutral
-4526	neutral
+4526	contradiction
 4527	contradiction
 4528	neutral
 4529	neutral
@@ -4534,18 +4534,18 @@ index	prediction
 4532	entailment
 4533	entailment
 4534	contradiction
-4535	contradiction
+4535	neutral
 4536	contradiction
 4537	contradiction
 4538	neutral
-4539	entailment
+4539	neutral
 4540	contradiction
 4541	neutral
 4542	contradiction
 4543	contradiction
-4544	neutral
-4545	entailment
-4546	neutral
+4544	contradiction
+4545	contradiction
+4546	contradiction
 4547	entailment
 4548	contradiction
 4549	neutral
@@ -4557,19 +4557,19 @@ index	prediction
 4555	contradiction
 4556	neutral
 4557	neutral
-4558	neutral
+4558	contradiction
 4559	neutral
 4560	neutral
-4561	contradiction
+4561	entailment
 4562	entailment
 4563	neutral
 4564	neutral
 4565	neutral
 4566	contradiction
-4567	neutral
+4567	contradiction
 4568	entailment
 4569	contradiction
-4570	contradiction
+4570	neutral
 4571	neutral
 4572	neutral
 4573	contradiction
@@ -4579,9 +4579,9 @@ index	prediction
 4577	neutral
 4578	neutral
 4579	contradiction
-4580	neutral
-4581	entailment
-4582	neutral
+4580	contradiction
+4581	neutral
+4582	contradiction
 4583	neutral
 4584	contradiction
 4585	entailment
@@ -4594,7 +4594,7 @@ index	prediction
 4592	contradiction
 4593	neutral
 4594	neutral
-4595	contradiction
+4595	neutral
 4596	neutral
 4597	contradiction
 4598	entailment
@@ -4603,37 +4603,37 @@ index	prediction
 4601	neutral
 4602	neutral
 4603	neutral
-4604	entailment
-4605	contradiction
-4606	entailment
-4607	neutral
+4604	neutral
+4605	entailment
+4606	neutral
+4607	contradiction
 4608	contradiction
 4609	neutral
 4610	contradiction
 4611	contradiction
 4612	neutral
-4613	neutral
-4614	entailment
+4613	entailment
+4614	neutral
 4615	contradiction
 4616	neutral
 4617	contradiction
 4618	neutral
 4619	neutral
-4620	neutral
+4620	contradiction
 4621	entailment
-4622	entailment
+4622	contradiction
 4623	contradiction
 4624	entailment
 4625	entailment
-4626	neutral
+4626	contradiction
 4627	neutral
 4628	entailment
 4629	contradiction
 4630	contradiction
-4631	contradiction
+4631	entailment
 4632	neutral
 4633	entailment
-4634	contradiction
+4634	neutral
 4635	entailment
 4636	contradiction
 4637	entailment
@@ -4642,7 +4642,7 @@ index	prediction
 4640	neutral
 4641	neutral
 4642	neutral
-4643	neutral
+4643	contradiction
 4644	contradiction
 4645	neutral
 4646	neutral
@@ -4658,28 +4658,28 @@ index	prediction
 4656	neutral
 4657	contradiction
 4658	entailment
-4659	entailment
+4659	neutral
 4660	neutral
 4661	neutral
 4662	neutral
-4663	neutral
+4663	contradiction
 4664	neutral
-4665	entailment
+4665	neutral
 4666	contradiction
 4667	neutral
 4668	contradiction
-4669	entailment
-4670	neutral
+4669	neutral
+4670	contradiction
 4671	contradiction
 4672	contradiction
-4673	entailment
+4673	contradiction
 4674	entailment
 4675	neutral
 4676	contradiction
 4677	contradiction
 4678	neutral
 4679	entailment
-4680	entailment
+4680	neutral
 4681	neutral
 4682	entailment
 4683	contradiction
@@ -4688,15 +4688,15 @@ index	prediction
 4686	neutral
 4687	neutral
 4688	contradiction
-4689	neutral
-4690	neutral
+4689	entailment
+4690	entailment
 4691	entailment
 4692	neutral
-4693	neutral
+4693	contradiction
 4694	contradiction
 4695	entailment
 4696	contradiction
-4697	neutral
+4697	entailment
 4698	entailment
 4699	neutral
 4700	neutral
@@ -4716,37 +4716,37 @@ index	prediction
 4714	contradiction
 4715	neutral
 4716	entailment
-4717	entailment
+4717	neutral
 4718	neutral
 4719	contradiction
-4720	neutral
+4720	contradiction
 4721	contradiction
 4722	entailment
 4723	neutral
 4724	contradiction
 4725	neutral
-4726	neutral
-4727	entailment
+4726	contradiction
+4727	neutral
 4728	neutral
 4729	entailment
 4730	contradiction
 4731	contradiction
-4732	neutral
+4732	entailment
 4733	entailment
 4734	entailment
-4735	neutral
+4735	contradiction
 4736	entailment
-4737	neutral
+4737	entailment
 4738	contradiction
 4739	entailment
 4740	neutral
-4741	entailment
+4741	neutral
 4742	entailment
 4743	neutral
 4744	contradiction
 4745	entailment
 4746	neutral
-4747	contradiction
+4747	neutral
 4748	neutral
 4749	contradiction
 4750	entailment
@@ -4759,7 +4759,7 @@ index	prediction
 4757	neutral
 4758	neutral
 4759	entailment
-4760	entailment
+4760	neutral
 4761	entailment
 4762	entailment
 4763	contradiction
@@ -4785,7 +4785,7 @@ index	prediction
 4783	entailment
 4784	contradiction
 4785	entailment
-4786	neutral
+4786	contradiction
 4787	contradiction
 4788	contradiction
 4789	neutral
@@ -4793,7 +4793,7 @@ index	prediction
 4791	contradiction
 4792	neutral
 4793	contradiction
-4794	entailment
+4794	contradiction
 4795	contradiction
 4796	contradiction
 4797	entailment
@@ -4805,8 +4805,8 @@ index	prediction
 4803	neutral
 4804	neutral
 4805	neutral
-4806	neutral
-4807	neutral
+4806	contradiction
+4807	entailment
 4808	neutral
 4809	contradiction
 4810	neutral
@@ -4820,7 +4820,7 @@ index	prediction
 4818	contradiction
 4819	entailment
 4820	neutral
-4821	contradiction
+4821	neutral
 4822	entailment
 4823	neutral
 4824	contradiction
@@ -4836,7 +4836,7 @@ index	prediction
 4834	neutral
 4835	neutral
 4836	contradiction
-4837	contradiction
+4837	neutral
 4838	entailment
 4839	neutral
 4840	contradiction
@@ -4848,39 +4848,39 @@ index	prediction
 4846	neutral
 4847	entailment
 4848	contradiction
-4849	neutral
-4850	neutral
+4849	contradiction
+4850	contradiction
 4851	contradiction
 4852	entailment
 4853	contradiction
 4854	entailment
 4855	neutral
-4856	contradiction
-4857	entailment
-4858	entailment
+4856	neutral
+4857	contradiction
+4858	neutral
 4859	neutral
-4860	contradiction
-4861	entailment
-4862	neutral
-4863	neutral
-4864	neutral
-4865	contradiction
+4860	neutral
+4861	neutral
+4862	contradiction
+4863	entailment
+4864	contradiction
+4865	neutral
 4866	neutral
-4867	contradiction
+4867	entailment
 4868	contradiction
-4869	neutral
+4869	contradiction
 4870	neutral
 4871	contradiction
-4872	contradiction
+4872	neutral
 4873	neutral
-4874	entailment
+4874	contradiction
 4875	entailment
 4876	contradiction
 4877	contradiction
 4878	neutral
 4879	entailment
 4880	neutral
-4881	entailment
+4881	neutral
 4882	neutral
 4883	contradiction
 4884	entailment
@@ -4897,17 +4897,17 @@ index	prediction
 4895	contradiction
 4896	contradiction
 4897	entailment
-4898	contradiction
+4898	neutral
 4899	contradiction
 4900	entailment
 4901	neutral
 4902	contradiction
 4903	contradiction
-4904	entailment
+4904	neutral
 4905	contradiction
 4906	neutral
 4907	entailment
-4908	neutral
+4908	entailment
 4909	contradiction
 4910	entailment
 4911	neutral
@@ -4917,9 +4917,9 @@ index	prediction
 4915	neutral
 4916	contradiction
 4917	contradiction
-4918	neutral
+4918	entailment
 4919	entailment
-4920	entailment
+4920	neutral
 4921	entailment
 4922	entailment
 4923	neutral
@@ -4927,16 +4927,16 @@ index	prediction
 4925	entailment
 4926	contradiction
 4927	neutral
-4928	entailment
-4929	contradiction
-4930	neutral
+4928	neutral
+4929	neutral
+4930	contradiction
 4931	neutral
-4932	neutral
-4933	neutral
-4934	contradiction
+4932	contradiction
+4933	contradiction
+4934	neutral
 4935	contradiction
 4936	contradiction
-4937	contradiction
+4937	entailment
 4938	entailment
 4939	entailment
 4940	contradiction
@@ -4946,15 +4946,15 @@ index	prediction
 4944	entailment
 4945	entailment
 4946	entailment
-4947	entailment
+4947	contradiction
 4948	contradiction
 4949	entailment
 4950	contradiction
 4951	entailment
 4952	neutral
-4953	contradiction
-4954	neutral
-4955	entailment
+4953	neutral
+4954	entailment
+4955	neutral
 4956	entailment
 4957	entailment
 4958	contradiction
@@ -4970,11 +4970,11 @@ index	prediction
 4968	entailment
 4969	contradiction
 4970	neutral
-4971	neutral
+4971	entailment
 4972	neutral
 4973	neutral
 4974	contradiction
-4975	neutral
+4975	contradiction
 4976	entailment
 4977	contradiction
 4978	neutral
@@ -4982,11 +4982,11 @@ index	prediction
 4980	contradiction
 4981	neutral
 4982	entailment
-4983	entailment
+4983	neutral
 4984	contradiction
 4985	neutral
-4986	contradiction
-4987	contradiction
+4986	entailment
+4987	neutral
 4988	entailment
 4989	contradiction
 4990	neutral
@@ -4994,18 +4994,18 @@ index	prediction
 4992	contradiction
 4993	entailment
 4994	entailment
-4995	entailment
+4995	neutral
 4996	entailment
 4997	contradiction
 4998	entailment
 4999	neutral
 5000	contradiction
-5001	neutral
+5001	contradiction
 5002	contradiction
 5003	neutral
 5004	entailment
 5005	entailment
 5006	neutral
-5007	entailment
+5007	neutral
 5008	contradiction
 5009	entailment

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43d42171b29699909973b86fafaf5bcea8a5b266642003391561caeb15f2a919
+oid sha256:309391d8bb39b885d617d78aaa570c70b3e1e552768f1fdd7bc62979a90347ca
 size 1112257205

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 3.0,
-    "train_loss": 0.6234099020495822,
-    "train_runtime": 7253.0276,
+    "epoch": 5.0,
+    "train_loss": 0.5355199811356008,
+    "train_runtime": 12222.1805,
     "train_samples": 392702,
-    "train_samples_per_second": 162.43,
-    "train_steps_per_second": 5.076
+    "train_samples_per_second": 160.651,
+    "train_steps_per_second": 5.02
 }

trainer_state.json

@@ -1,490 +1,802 @@
 {
-  "best_metric": 0.6209157109260559,
-  "best_model_checkpoint": "arabic_xlm_xnli/checkpoint-24544",
-  "epoch": 3.0,
-  "global_step": 36816,
+  "best_metric": 0.7437751004016064,
+  "best_model_checkpoint": "models/arabic_xlm_xnli/checkpoint-49088",
+  "epoch": 5.0,
+  "global_step": 61360,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.04,
-      "learning_rate": 4.932094741416776e-05,
-      "loss": 1.0604,
+      "learning_rate": 1.983702737940026e-05,
+      "loss": 0.9951,
       "step": 500
     },
     {
       "epoch": 0.08,
-      "learning_rate": 4.864189482833551e-05,
-      "loss": 0.9342,
+      "learning_rate": 1.9674054758800523e-05,
+      "loss": 0.8623,
       "step": 1000
     },
     {
       "epoch": 0.12,
-      "learning_rate": 4.7962842242503265e-05,
-      "loss": 0.8667,
+      "learning_rate": 1.9511082138200782e-05,
+      "loss": 0.823,
       "step": 1500
     },
     {
       "epoch": 0.16,
-      "learning_rate": 4.728378965667101e-05,
-      "loss": 0.8337,
+      "learning_rate": 1.9348109517601044e-05,
+      "loss": 0.7888,
       "step": 2000
     },
     {
       "epoch": 0.2,
-      "learning_rate": 4.660473707083877e-05,
-      "loss": 0.817,
+      "learning_rate": 1.9185136897001307e-05,
+      "loss": 0.7811,
       "step": 2500
     },
     {
       "epoch": 0.24,
-      "learning_rate": 4.592568448500652e-05,
-      "loss": 0.7994,
+      "learning_rate": 1.9022164276401566e-05,
+      "loss": 0.7653,
       "step": 3000
     },
     {
       "epoch": 0.29,
-      "learning_rate": 4.5246631899174276e-05,
-      "loss": 0.7967,
+      "learning_rate": 1.8859191655801828e-05,
+      "loss": 0.7642,
       "step": 3500
     },
     {
       "epoch": 0.33,
-      "learning_rate": 4.456757931334203e-05,
-      "loss": 0.7769,
+      "learning_rate": 1.8696219035202087e-05,
+      "loss": 0.742,
       "step": 4000
     },
     {
       "epoch": 0.37,
-      "learning_rate": 4.3888526727509784e-05,
-      "loss": 0.765,
+      "learning_rate": 1.853324641460235e-05,
+      "loss": 0.736,
       "step": 4500
     },
     {
       "epoch": 0.41,
-      "learning_rate": 4.320947414167754e-05,
-      "loss": 0.756,
+      "learning_rate": 1.837027379400261e-05,
+      "loss": 0.7308,
       "step": 5000
     },
     {
       "epoch": 0.45,
-      "learning_rate": 4.2530421555845286e-05,
-      "loss": 0.7552,
+      "learning_rate": 1.820730117340287e-05,
+      "loss": 0.7217,
       "step": 5500
     },
     {
       "epoch": 0.49,
-      "learning_rate": 4.185136897001304e-05,
-      "loss": 0.7451,
+      "learning_rate": 1.804432855280313e-05,
+      "loss": 0.719,
       "step": 6000
     },
     {
       "epoch": 0.53,
-      "learning_rate": 4.1172316384180795e-05,
-      "loss": 0.7382,
+      "learning_rate": 1.788135593220339e-05,
+      "loss": 0.7093,
       "step": 6500
     },
     {
       "epoch": 0.57,
-      "learning_rate": 4.049326379834855e-05,
-      "loss": 0.7401,
+      "learning_rate": 1.771838331160365e-05,
+      "loss": 0.7163,
       "step": 7000
     },
     {
       "epoch": 0.61,
-      "learning_rate": 3.98142112125163e-05,
-      "loss": 0.7257,
+      "learning_rate": 1.7555410691003914e-05,
+      "loss": 0.7002,
       "step": 7500
     },
     {
       "epoch": 0.65,
-      "learning_rate": 3.913515862668405e-05,
-      "loss": 0.7128,
+      "learning_rate": 1.7392438070404173e-05,
+      "loss": 0.6888,
       "step": 8000
     },
     {
       "epoch": 0.69,
-      "learning_rate": 3.8456106040851805e-05,
-      "loss": 0.7169,
+      "learning_rate": 1.7229465449804435e-05,
+      "loss": 0.6945,
       "step": 8500
     },
     {
       "epoch": 0.73,
-      "learning_rate": 3.777705345501956e-05,
-      "loss": 0.7129,
+      "learning_rate": 1.7066492829204694e-05,
+      "loss": 0.6907,
       "step": 9000
     },
     {
       "epoch": 0.77,
-      "learning_rate": 3.7098000869187314e-05,
-      "loss": 0.7109,
+      "learning_rate": 1.6903520208604957e-05,
+      "loss": 0.6858,
       "step": 9500
     },
     {
       "epoch": 0.81,
-      "learning_rate": 3.641894828335506e-05,
-      "loss": 0.7058,
+      "learning_rate": 1.6740547588005215e-05,
+      "loss": 0.6811,
       "step": 10000
     },
     {
       "epoch": 0.86,
-      "learning_rate": 3.5739895697522816e-05,
-      "loss": 0.7011,
+      "learning_rate": 1.6577574967405478e-05,
+      "loss": 0.678,
       "step": 10500
     },
     {
       "epoch": 0.9,
-      "learning_rate": 3.506084311169057e-05,
-      "loss": 0.6987,
+      "learning_rate": 1.6414602346805737e-05,
+      "loss": 0.6778,
       "step": 11000
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.4381790525858324e-05,
-      "loss": 0.6879,
+      "learning_rate": 1.6251629726206e-05,
+      "loss": 0.6686,
       "step": 11500
     },
     {
       "epoch": 0.98,
-      "learning_rate": 3.370273794002607e-05,
-      "loss": 0.6937,
+      "learning_rate": 1.608865710560626e-05,
+      "loss": 0.6705,
       "step": 12000
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.7092369477911646,
-      "eval_loss": 0.7074316740036011,
-      "eval_runtime": 5.0438,
-      "eval_samples_per_second": 493.671,
-      "eval_steps_per_second": 61.858,
+      "eval_accuracy": 0.7152610441767068,
+      "eval_loss": 0.6905383467674255,
+      "eval_runtime": 5.4763,
+      "eval_samples_per_second": 454.685,
+      "eval_steps_per_second": 56.973,
       "step": 12272
     },
     {
       "epoch": 1.02,
-      "learning_rate": 3.3023685354193826e-05,
-      "loss": 0.6569,
+      "learning_rate": 1.592568448500652e-05,
+      "loss": 0.6373,
       "step": 12500
     },
     {
       "epoch": 1.06,
-      "learning_rate": 3.234463276836158e-05,
-      "loss": 0.6274,
+      "learning_rate": 1.576271186440678e-05,
+      "loss": 0.6081,
       "step": 13000
     },
     {
       "epoch": 1.1,
-      "learning_rate": 3.1665580182529335e-05,
-      "loss": 0.632,
+      "learning_rate": 1.5599739243807042e-05,
+      "loss": 0.613,
       "step": 13500
     },
     {
       "epoch": 1.14,
-      "learning_rate": 3.098652759669709e-05,
-      "loss": 0.6282,
+      "learning_rate": 1.54367666232073e-05,
+      "loss": 0.6035,
       "step": 14000
     },
     {
       "epoch": 1.18,
-      "learning_rate": 3.0307475010864843e-05,
-      "loss": 0.6233,
+      "learning_rate": 1.5273794002607563e-05,
+      "loss": 0.6084,
       "step": 14500
     },
     {
       "epoch": 1.22,
-      "learning_rate": 2.9628422425032598e-05,
-      "loss": 0.623,
+      "learning_rate": 1.5110821382007822e-05,
+      "loss": 0.6029,
       "step": 15000
     },
     {
       "epoch": 1.26,
-      "learning_rate": 2.8949369839200345e-05,
-      "loss": 0.6113,
+      "learning_rate": 1.4947848761408083e-05,
+      "loss": 0.5968,
       "step": 15500
     },
     {
       "epoch": 1.3,
-      "learning_rate": 2.82703172533681e-05,
-      "loss": 0.6157,
+      "learning_rate": 1.4784876140808346e-05,
+      "loss": 0.5989,
       "step": 16000
     },
     {
       "epoch": 1.34,
-      "learning_rate": 2.7591264667535854e-05,
-      "loss": 0.6184,
+      "learning_rate": 1.4621903520208606e-05,
+      "loss": 0.6055,
       "step": 16500
     },
     {
       "epoch": 1.39,
-      "learning_rate": 2.6912212081703608e-05,
-      "loss": 0.6255,
+      "learning_rate": 1.4458930899608867e-05,
+      "loss": 0.6085,
       "step": 17000
     },
     {
       "epoch": 1.43,
-      "learning_rate": 2.6233159495871362e-05,
-      "loss": 0.6073,
+      "learning_rate": 1.4295958279009128e-05,
+      "loss": 0.5962,
       "step": 17500
     },
     {
       "epoch": 1.47,
-      "learning_rate": 2.5554106910039117e-05,
-      "loss": 0.607,
+      "learning_rate": 1.4132985658409388e-05,
+      "loss": 0.5981,
       "step": 18000
     },
     {
       "epoch": 1.51,
-      "learning_rate": 2.4875054324206867e-05,
-      "loss": 0.6178,
+      "learning_rate": 1.3970013037809649e-05,
+      "loss": 0.6,
       "step": 18500
     },
     {
       "epoch": 1.55,
-      "learning_rate": 2.4196001738374622e-05,
-      "loss": 0.6111,
+      "learning_rate": 1.380704041720991e-05,
+      "loss": 0.5946,
       "step": 19000
     },
     {
       "epoch": 1.59,
-      "learning_rate": 2.3516949152542376e-05,
-      "loss": 0.6185,
+      "learning_rate": 1.364406779661017e-05,
+      "loss": 0.6098,
       "step": 19500
     },
     {
       "epoch": 1.63,
-      "learning_rate": 2.2837896566710127e-05,
-      "loss": 0.6066,
+      "learning_rate": 1.3481095176010431e-05,
+      "loss": 0.5981,
       "step": 20000
     },
     {
       "epoch": 1.67,
-      "learning_rate": 2.215884398087788e-05,
-      "loss": 0.6027,
+      "learning_rate": 1.3318122555410693e-05,
+      "loss": 0.5932,
       "step": 20500
     },
     {
       "epoch": 1.71,
-      "learning_rate": 2.1479791395045636e-05,
-      "loss": 0.6039,
+      "learning_rate": 1.3155149934810954e-05,
+      "loss": 0.6023,
       "step": 21000
     },
     {
       "epoch": 1.75,
-      "learning_rate": 2.0800738809213386e-05,
-      "loss": 0.6025,
+      "learning_rate": 1.2992177314211213e-05,
+      "loss": 0.6008,
       "step": 21500
     },
     {
       "epoch": 1.79,
-      "learning_rate": 2.012168622338114e-05,
-      "loss": 0.5936,
+      "learning_rate": 1.2829204693611474e-05,
+      "loss": 0.5897,
       "step": 22000
     },
     {
       "epoch": 1.83,
-      "learning_rate": 1.944263363754889e-05,
-      "loss": 0.6058,
+      "learning_rate": 1.2666232073011735e-05,
+      "loss": 0.5976,
       "step": 22500
     },
     {
       "epoch": 1.87,
-      "learning_rate": 1.8763581051716646e-05,
-      "loss": 0.6044,
+      "learning_rate": 1.2503259452411995e-05,
+      "loss": 0.5983,
       "step": 23000
     },
     {
       "epoch": 1.91,
-      "learning_rate": 1.8084528465884397e-05,
-      "loss": 0.5925,
+      "learning_rate": 1.2340286831812256e-05,
+      "loss": 0.5882,
       "step": 23500
     },
     {
       "epoch": 1.96,
-      "learning_rate": 1.740547588005215e-05,
-      "loss": 0.59,
+      "learning_rate": 1.2177314211212517e-05,
+      "loss": 0.5906,
       "step": 24000
     },
     {
       "epoch": 2.0,
-      "learning_rate": 1.6726423294219905e-05,
-      "loss": 0.5899,
+      "learning_rate": 1.2014341590612777e-05,
+      "loss": 0.5879,
       "step": 24500
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.7493975903614458,
-      "eval_loss": 0.6209157109260559,
-      "eval_runtime": 5.1167,
-      "eval_samples_per_second": 486.641,
-      "eval_steps_per_second": 60.977,
+      "eval_accuracy": 0.7421686746987952,
+      "eval_loss": 0.6315130591392517,
+      "eval_runtime": 5.2669,
+      "eval_samples_per_second": 472.767,
+      "eval_steps_per_second": 59.238,
       "step": 24544
     },
     {
       "epoch": 2.04,
-      "learning_rate": 1.6047370708387656e-05,
-      "loss": 0.5115,
+      "learning_rate": 1.185136897001304e-05,
+      "loss": 0.5219,
       "step": 25000
     },
     {
       "epoch": 2.08,
-      "learning_rate": 1.536831812255541e-05,
-      "loss": 0.5106,
+      "learning_rate": 1.16883963494133e-05,
+      "loss": 0.5187,
       "step": 25500
     },
     {
       "epoch": 2.12,
-      "learning_rate": 1.4689265536723165e-05,
-      "loss": 0.4994,
+      "learning_rate": 1.1525423728813561e-05,
+      "loss": 0.514,
       "step": 26000
     },
     {
       "epoch": 2.16,
-      "learning_rate": 1.4010212950890916e-05,
-      "loss": 0.5029,
+      "learning_rate": 1.1362451108213822e-05,
+      "loss": 0.5117,
       "step": 26500
     },
     {
       "epoch": 2.2,
-      "learning_rate": 1.333116036505867e-05,
-      "loss": 0.4934,
+      "learning_rate": 1.1199478487614082e-05,
+      "loss": 0.5071,
       "step": 27000
     },
     {
       "epoch": 2.24,
-      "learning_rate": 1.2652107779226425e-05,
-      "loss": 0.4957,
+      "learning_rate": 1.1036505867014341e-05,
+      "loss": 0.5103,
       "step": 27500
     },
     {
       "epoch": 2.28,
-      "learning_rate": 1.1973055193394177e-05,
-      "loss": 0.5048,
+      "learning_rate": 1.0873533246414602e-05,
+      "loss": 0.5213,
       "step": 28000
     },
     {
       "epoch": 2.32,
-      "learning_rate": 1.1294002607561931e-05,
-      "loss": 0.4905,
+      "learning_rate": 1.0710560625814863e-05,
+      "loss": 0.5103,
       "step": 28500
     },
     {
       "epoch": 2.36,
-      "learning_rate": 1.0614950021729684e-05,
-      "loss": 0.5014,
+      "learning_rate": 1.0547588005215125e-05,
+      "loss": 0.515,
       "step": 29000
     },
     {
       "epoch": 2.4,
-      "learning_rate": 9.935897435897435e-06,
-      "loss": 0.5046,
+      "learning_rate": 1.0384615384615386e-05,
+      "loss": 0.5193,
       "step": 29500
     },
     {
       "epoch": 2.44,
-      "learning_rate": 9.25684485006519e-06,
-      "loss": 0.4943,
+      "learning_rate": 1.0221642764015647e-05,
+      "loss": 0.5122,
       "step": 30000
     },
     {
       "epoch": 2.49,
-      "learning_rate": 8.577792264232942e-06,
-      "loss": 0.5048,
+      "learning_rate": 1.0058670143415907e-05,
+      "loss": 0.5242,
       "step": 30500
     },
     {
       "epoch": 2.53,
-      "learning_rate": 7.898739678400696e-06,
-      "loss": 0.4962,
+      "learning_rate": 9.895697522816168e-06,
+      "loss": 0.5206,
       "step": 31000
     },
     {
       "epoch": 2.57,
-      "learning_rate": 7.219687092568449e-06,
-      "loss": 0.4849,
+      "learning_rate": 9.732724902216429e-06,
+      "loss": 0.5124,
       "step": 31500
     },
     {
       "epoch": 2.61,
-      "learning_rate": 6.540634506736203e-06,
-      "loss": 0.489,
+      "learning_rate": 9.56975228161669e-06,
+      "loss": 0.5148,
       "step": 32000
     },
     {
       "epoch": 2.65,
-      "learning_rate": 5.861581920903955e-06,
-      "loss": 0.4791,
+      "learning_rate": 9.40677966101695e-06,
+      "loss": 0.5075,
       "step": 32500
     },
     {
       "epoch": 2.69,
-      "learning_rate": 5.182529335071708e-06,
-      "loss": 0.488,
+      "learning_rate": 9.24380704041721e-06,
+      "loss": 0.5186,
       "step": 33000
     },
     {
       "epoch": 2.73,
-      "learning_rate": 4.503476749239461e-06,
-      "loss": 0.472,
+      "learning_rate": 9.080834419817471e-06,
+      "loss": 0.5006,
       "step": 33500
     },
     {
       "epoch": 2.77,
-      "learning_rate": 3.824424163407214e-06,
-      "loss": 0.4936,
+      "learning_rate": 8.917861799217732e-06,
+      "loss": 0.5253,
       "step": 34000
     },
     {
       "epoch": 2.81,
-      "learning_rate": 3.1453715775749674e-06,
-      "loss": 0.4914,
+      "learning_rate": 8.754889178617993e-06,
+      "loss": 0.5165,
       "step": 34500
     },
     {
       "epoch": 2.85,
-      "learning_rate": 2.466318991742721e-06,
-      "loss": 0.4801,
+      "learning_rate": 8.591916558018254e-06,
+      "loss": 0.5085,
       "step": 35000
     },
     {
       "epoch": 2.89,
-      "learning_rate": 1.7872664059104738e-06,
-      "loss": 0.4825,
+      "learning_rate": 8.428943937418514e-06,
+      "loss": 0.5157,
       "step": 35500
     },
     {
       "epoch": 2.93,
-      "learning_rate": 1.108213820078227e-06,
-      "loss": 0.49,
+      "learning_rate": 8.265971316818775e-06,
+      "loss": 0.5241,
       "step": 36000
     },
     {
       "epoch": 2.97,
-      "learning_rate": 4.2916123424598005e-07,
-      "loss": 0.4797,
+      "learning_rate": 8.102998696219036e-06,
+      "loss": 0.5072,
       "step": 36500
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.7353413654618474,
-      "eval_loss": 0.6702327132225037,
-      "eval_runtime": 5.1197,
-      "eval_samples_per_second": 486.358,
-      "eval_steps_per_second": 60.941,
+      "eval_accuracy": 0.7409638554216867,
+      "eval_loss": 0.6780929565429688,
+      "eval_runtime": 5.9747,
+      "eval_samples_per_second": 416.756,
+      "eval_steps_per_second": 52.22,
       "step": 36816
     },
     {
-      "epoch": 3.0,
-      "step": 36816,
-      "total_flos": 7.74938740264658e+16,
-      "train_loss": 0.6234099020495822,
-      "train_runtime": 7253.0276,
-      "train_samples_per_second": 162.43,
-      "train_steps_per_second": 5.076
+      "epoch": 3.01,
+      "learning_rate": 7.940026075619296e-06,
+      "loss": 0.4821,
+      "step": 37000
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 7.777053455019557e-06,
+      "loss": 0.4348,
+      "step": 37500
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 7.614080834419818e-06,
+      "loss": 0.4383,
+      "step": 38000
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 7.451108213820078e-06,
+      "loss": 0.4461,
+      "step": 38500
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 7.288135593220339e-06,
+      "loss": 0.4436,
+      "step": 39000
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 7.125162972620601e-06,
+      "loss": 0.4336,
+      "step": 39500
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 6.962190352020861e-06,
+      "loss": 0.4496,
+      "step": 40000
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 6.799217731421122e-06,
+      "loss": 0.4466,
+      "step": 40500
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 6.636245110821382e-06,
+      "loss": 0.4468,
+      "step": 41000
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 6.473272490221643e-06,
+      "loss": 0.4515,
+      "step": 41500
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 6.310299869621904e-06,
+      "loss": 0.4377,
+      "step": 42000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 6.147327249022165e-06,
+      "loss": 0.4487,
+      "step": 42500
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 5.9843546284224255e-06,
+      "loss": 0.4456,
+      "step": 43000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.821382007822687e-06,
+      "loss": 0.4444,
+      "step": 43500
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 5.658409387222948e-06,
+      "loss": 0.4431,
+      "step": 44000
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 5.4954367666232076e-06,
+      "loss": 0.4561,
+      "step": 44500
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 5.332464146023468e-06,
+      "loss": 0.4441,
+      "step": 45000
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 5.169491525423729e-06,
+      "loss": 0.4472,
+      "step": 45500
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 5.0065189048239905e-06,
+      "loss": 0.4328,
+      "step": 46000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 4.843546284224251e-06,
+      "loss": 0.4353,
+      "step": 46500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.680573663624511e-06,
+      "loss": 0.4571,
+      "step": 47000
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 4.5176010430247726e-06,
+      "loss": 0.4311,
+      "step": 47500
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 4.354628422425033e-06,
+      "loss": 0.4364,
+      "step": 48000
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 4.191655801825294e-06,
+      "loss": 0.4363,
+      "step": 48500
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 4.028683181225555e-06,
+      "loss": 0.4331,
+      "step": 49000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.7437751004016064,
+      "eval_loss": 0.716753363609314,
+      "eval_runtime": 5.7541,
+      "eval_samples_per_second": 432.737,
+      "eval_steps_per_second": 54.222,
+      "step": 49088
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 3.865710560625815e-06,
+      "loss": 0.3925,
+      "step": 49500
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 3.702737940026076e-06,
+      "loss": 0.3896,
+      "step": 50000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 3.5397653194263363e-06,
+      "loss": 0.3936,
+      "step": 50500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 3.3767926988265974e-06,
+      "loss": 0.3882,
+      "step": 51000
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 3.213820078226858e-06,
+      "loss": 0.38,
+      "step": 51500
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 3.0508474576271192e-06,
+      "loss": 0.3725,
+      "step": 52000
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 2.8878748370273795e-06,
+      "loss": 0.3944,
+      "step": 52500
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 2.7249022164276406e-06,
+      "loss": 0.3769,
+      "step": 53000
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 2.5619295958279013e-06,
+      "loss": 0.3729,
+      "step": 53500
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 2.398956975228162e-06,
+      "loss": 0.3885,
+      "step": 54000
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 2.2359843546284227e-06,
+      "loss": 0.3964,
+      "step": 54500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 2.0730117340286834e-06,
+      "loss": 0.3946,
+      "step": 55000
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 1.910039113428944e-06,
+      "loss": 0.3922,
+      "step": 55500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 1.7470664928292048e-06,
+      "loss": 0.3811,
+      "step": 56000
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 1.5840938722294655e-06,
+      "loss": 0.3892,
+      "step": 56500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 1.4211212516297262e-06,
+      "loss": 0.388,
+      "step": 57000
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 1.258148631029987e-06,
+      "loss": 0.3793,
+      "step": 57500
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 1.0951760104302478e-06,
+      "loss": 0.3826,
+      "step": 58000
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 9.322033898305086e-07,
+      "loss": 0.3843,
+      "step": 58500
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 7.692307692307694e-07,
+      "loss": 0.3711,
+      "step": 59000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 6.0625814863103e-07,
+      "loss": 0.3954,
+      "step": 59500
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 4.432855280312908e-07,
+      "loss": 0.3805,
+      "step": 60000
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 2.803129074315515e-07,
+      "loss": 0.3904,
+      "step": 60500
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 1.1734028683181226e-07,
+      "loss": 0.3885,
+      "step": 61000
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.7373493975903614,
+      "eval_loss": 0.7633547782897949,
+      "eval_runtime": 5.7535,
+      "eval_samples_per_second": 432.782,
+      "eval_steps_per_second": 54.228,
+      "step": 61360
+    },
+    {
+      "epoch": 5.0,
+      "step": 61360,
+      "total_flos": 1.2915645671077632e+17,
+      "train_loss": 0.5355199811356008,
+      "train_runtime": 12222.1805,
+      "train_samples_per_second": 160.651,
+      "train_steps_per_second": 5.02
     }
   ],
-  "max_steps": 36816,
-  "num_train_epochs": 3,
-  "total_flos": 7.74938740264658e+16,
+  "max_steps": 61360,
+  "num_train_epochs": 5,
+  "total_flos": 1.2915645671077632e+17,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e4d59733b031d637809a0427e9efabea4a86cf6ec7a494659b1fad13802fc8e
-size 3387
+oid sha256:0f64ad6e05a26275a45e87716033b6ca26997307a07ad258eef8a099549e45b3
+size 3451