End of training

README.md

@@ -1,4 +1,6 @@
 ---
+language:
+- id
 license: mit
 base_model: indolem/indobert-base-uncased
 tags:

all_results.json

@@ -1,21 +1,21 @@
 {
-    "accuracy": 0.8951533135509396,
+    "accuracy": 0.8941641938674579,
     "epoch": 20.0,
-    "eval_accuracy": 0.8771929824561403,
-    "eval_f1": 0.8475258334958082,
-    "eval_loss": 0.29292526841163635,
-    "eval_precision": 0.8591828192414193,
-    "eval_recall": 0.8381069285324605,
-    "eval_runtime": 5.0231,
+    "eval_accuracy": 0.8847117794486216,
+    "eval_f1": 0.8587719298245614,
+    "eval_loss": 0.2786270081996918,
+    "eval_precision": 0.864771021021021,
+    "eval_recall": 0.8534278959810875,
+    "eval_runtime": 5.0263,
     "eval_samples": 399,
-    "eval_samples_per_second": 79.432,
-    "eval_steps_per_second": 9.954,
-    "f1": 0.8729043918822759,
-    "precision": 0.8759888086469941,
-    "recall": 0.8700005647749842,
-    "train_loss": 0.32195694876498865,
-    "train_runtime": 1936.2334,
+    "eval_samples_per_second": 79.383,
+    "eval_steps_per_second": 9.948,
+    "f1": 0.872841399982368,
+    "precision": 0.8724798955319228,
+    "recall": 0.8732056628105085,
+    "train_loss": 0.30967485005738304,
+    "train_runtime": 1934.4038,
     "train_samples": 3638,
-    "train_samples_per_second": 37.578,
-    "train_steps_per_second": 1.26
+    "train_samples_per_second": 37.614,
+    "train_steps_per_second": 1.261
 }

eval_results.json

@@ -1,12 +1,12 @@
 {
     "epoch": 20.0,
-    "eval_accuracy": 0.8771929824561403,
-    "eval_f1": 0.8475258334958082,
-    "eval_loss": 0.29292526841163635,
-    "eval_precision": 0.8591828192414193,
-    "eval_recall": 0.8381069285324605,
-    "eval_runtime": 5.0231,
+    "eval_accuracy": 0.8847117794486216,
+    "eval_f1": 0.8587719298245614,
+    "eval_loss": 0.2786270081996918,
+    "eval_precision": 0.864771021021021,
+    "eval_recall": 0.8534278959810875,
+    "eval_runtime": 5.0263,
     "eval_samples": 399,
-    "eval_samples_per_second": 79.432,
-    "eval_steps_per_second": 9.954
+    "eval_samples_per_second": 79.383,
+    "eval_steps_per_second": 9.948
 }

predict_results.json

@@ -1,6 +1,6 @@
 {
-    "accuracy": 0.8951533135509396,
-    "f1": 0.8729043918822759,
-    "precision": 0.8759888086469941,
-    "recall": 0.8700005647749842
+    "accuracy": 0.8941641938674579,
+    "f1": 0.872841399982368,
+    "precision": 0.8724798955319228,
+    "recall": 0.8732056628105085
 }

predict_results.txt

@@ -2,61 +2,61 @@ index	prediction
 0	1
 1	1
 2	1
-3	1
-4	0
-5	0
+3	0
+4	1
+5	1
 6	0
 7	1
-8	1
+8	0
 9	1
-10	0
+10	1
 11	1
 12	1
 13	0
-14	1
+14	0
 15	1
-16	0
+16	1
 17	1
-18	0
-19	0
+18	1
+19	1
 20	1
 21	1
 22	1
 23	1
 24	1
-25	1
+25	0
 26	1
 27	1
 28	1
 29	1
-30	0
+30	1
 31	0
 32	1
 33	1
 34	1
 35	1
-36	0
+36	1
 37	1
 38	1
-39	0
-40	0
+39	1
+40	1
 41	1
 42	1
 43	1
-44	0
+44	1
 45	1
 46	0
-47	1
+47	0
 48	1
 49	1
 50	1
 51	1
-52	1
-53	1
+52	0
+53	0
 54	1
 55	1
 56	1
-57	0
+57	1
 58	1
 59	1
 60	1
@@ -64,37 +64,37 @@ index	prediction
 62	1
 63	1
 64	1
-65	1
+65	0
 66	1
 67	1
 68	1
-69	0
+69	1
 70	1
 71	1
 72	1
-73	0
+73	1
 74	1
-75	1
-76	1
-77	0
+75	0
+76	0
+77	1
 78	1
-79	1
+79	0
 80	1
 81	1
 82	1
-83	1
-84	0
+83	0
+84	1
 85	1
 86	1
-87	0
-88	1
+87	1
+88	0
 89	1
-90	1
-91	0
+90	0
+91	1
 92	1
 93	1
 94	1
-95	1
+95	0
 96	1
 97	1
 98	1
@@ -103,15 +103,15 @@ index	prediction
 101	1
 102	1
 103	1
-104	0
+104	1
 105	0
 106	1
-107	0
+107	1
 108	1
-109	1
-110	0
+109	0
+110	1
 111	1
-112	0
+112	1
 113	1
 114	1
 115	1
@@ -122,13 +122,13 @@ index	prediction
 120	1
 121	1
 122	1
-123	0
+123	1
 124	1
-125	0
+125	1
 126	1
 127	1
-128	0
-129	1
+128	1
+129	0
 130	1
 131	1
 132	1
@@ -139,86 +139,86 @@ index	prediction
 137	1
 138	1
 139	1
-140	1
+140	0
 141	1
-142	0
+142	1
 143	1
 144	1
-145	1
+145	0
 146	1
 147	1
-148	1
+148	0
 149	1
 150	1
 151	1
-152	0
+152	1
 153	1
-154	1
+154	0
 155	1
-156	1
+156	0
 157	1
-158	1
-159	1
+158	0
+159	0
 160	1
-161	1
+161	0
 162	1
 163	1
-164	0
+164	1
 165	1
-166	1
-167	1
+166	0
+167	0
 168	1
-169	1
+169	0
 170	1
 171	1
 172	1
-173	0
+173	1
 174	1
 175	1
-176	0
-177	0
+176	1
+177	1
 178	1
 179	1
 180	0
-181	0
+181	1
 182	1
 183	1
 184	1
 185	1
 186	1
-187	1
+187	0
 188	1
-189	1
-190	1
+189	0
+190	0
 191	1
 192	1
 193	1
 194	1
 195	1
 196	1
-197	0
+197	1
 198	1
 199	1
-200	0
+200	1
 201	1
 202	1
-203	0
+203	1
 204	1
 205	1
-206	1
+206	0
 207	1
 208	1
 209	1
 210	1
 211	1
-212	1
+212	0
 213	1
-214	1
+214	0
 215	0
 216	1
 217	0
-218	0
-219	0
+218	1
+219	1
 220	1
 221	1
 222	1
@@ -226,21 +226,21 @@ index	prediction
 224	1
 225	1
 226	1
-227	1
+227	0
 228	1
 229	1
-230	1
+230	0
 231	1
 232	1
-233	1
-234	0
-235	0
-236	0
+233	0
+234	1
+235	1
+236	1
 237	1
-238	0
-239	0
+238	1
+239	1
 240	1
-241	1
+241	0
 242	1
 243	1
 244	1
@@ -251,7 +251,7 @@ index	prediction
 249	1
 250	1
 251	1
-252	1
+252	0
 253	1
 254	1
 255	1
@@ -259,50 +259,50 @@ index	prediction
 257	1
 258	1
 259	1
-260	0
+260	1
 261	1
 262	1
 263	1
 264	1
-265	0
-266	0
+265	1
+266	1
 267	1
 268	1
 269	1
 270	1
-271	1
+271	0
 272	1
 273	1
 274	1
-275	0
+275	1
 276	1
 277	1
 278	1
 279	1
-280	0
-281	1
-282	1
+280	1
+281	0
+282	0
 283	1
 284	1
 285	1
-286	0
-287	1
+286	1
+287	0
 288	1
-289	1
+289	0
 290	1
 291	1
 292	1
 293	1
 294	1
 295	1
-296	0
-297	1
-298	1
+296	1
+297	0
+298	0
 299	0
 300	0
 301	0
 302	0
-303	0
+303	1
 304	0
 305	0
 306	0
@@ -311,8 +311,8 @@ index	prediction
 309	0
 310	0
 311	0
-312	0
-313	0
+312	1
+313	1
 314	0
 315	0
 316	0
@@ -325,27 +325,27 @@ index	prediction
 323	0
 324	0
 325	0
-326	0
+326	1
 327	0
 328	0
 329	0
 330	0
 331	0
-332	0
+332	1
 333	0
 334	0
 335	0
 336	0
 337	0
 338	0
-339	0
+339	1
 340	0
 341	0
 342	0
 343	0
 344	0
-345	1
-346	0
+345	0
+346	1
 347	0
 348	0
 349	0
@@ -365,30 +365,30 @@ index	prediction
 363	0
 364	0
 365	0
-366	1
+366	0
 367	0
 368	0
 369	0
 370	0
 371	0
-372	0
+372	1
 373	0
 374	0
 375	0
 376	0
 377	0
 378	0
-379	1
+379	0
 380	0
 381	0
 382	0
 383	0
-384	0
+384	1
 385	0
-386	0
+386	1
 387	0
 388	0
-389	1
+389	0
 390	0
 391	0
 392	0
@@ -400,7 +400,7 @@ index	prediction
 398	0
 399	0
 400	0
-401	1
+401	0
 402	0
 403	0
 404	0
@@ -408,21 +408,21 @@ index	prediction
 406	0
 407	0
 408	0
-409	1
-410	1
+409	0
+410	0
 411	0
 412	0
 413	0
 414	0
 415	0
 416	0
-417	1
+417	0
 418	0
 419	0
 420	0
 421	0
 422	0
-423	1
+423	0
 424	0
 425	0
 426	0
@@ -434,13 +434,13 @@ index	prediction
 432	0
 433	0
 434	0
-435	0
+435	1
 436	0
 437	0
 438	0
 439	0
-440	0
-441	1
+440	1
+441	0
 442	0
 443	0
 444	0
@@ -451,9 +451,9 @@ index	prediction
 449	0
 450	0
 451	0
-452	1
+452	0
 453	0
-454	1
+454	0
 455	0
 456	0
 457	0
@@ -463,7 +463,7 @@ index	prediction
 461	0
 462	0
 463	0
-464	0
+464	1
 465	0
 466	0
 467	0
@@ -471,25 +471,25 @@ index	prediction
 469	0
 470	0
 471	0
-472	0
+472	1
 473	0
-474	0
+474	1
 475	0
-476	0
+476	1
 477	0
 478	0
 479	0
-480	0
+480	1
 481	0
 482	0
 483	0
 484	0
 485	0
-486	0
+486	1
 487	0
 488	0
 489	0
-490	0
+490	1
 491	0
 492	0
 493	0
@@ -497,7 +497,7 @@ index	prediction
 495	0
 496	0
 497	0
-498	1
+498	0
 499	0
 500	0
 501	0
@@ -507,7 +507,7 @@ index	prediction
 505	0
 506	0
 507	0
-508	1
+508	0
 509	0
 510	0
 511	0
@@ -522,7 +522,7 @@ index	prediction
 520	0
 521	0
 522	0
-523	0
+523	1
 524	0
 525	0
 526	0
@@ -532,13 +532,13 @@ index	prediction
 530	0
 531	0
 532	0
-533	1
-534	0
+533	0
+534	1
 535	0
 536	0
 537	0
 538	0
-539	0
+539	1
 540	0
 541	0
 542	0
@@ -561,12 +561,12 @@ index	prediction
 559	0
 560	0
 561	0
-562	1
+562	0
 563	0
 564	0
-565	0
+565	1
 566	0
-567	0
+567	1
 568	0
 569	0
 570	0
@@ -596,13 +596,13 @@ index	prediction
 594	0
 595	0
 596	0
-597	0
+597	1
 598	0
 599	0
 600	0
 601	0
 602	0
-603	1
+603	0
 604	0
 605	1
 606	0
@@ -622,9 +622,9 @@ index	prediction
 620	0
 621	0
 622	0
-623	1
+623	0
 624	0
-625	1
+625	0
 626	0
 627	0
 628	0
@@ -642,7 +642,7 @@ index	prediction
 640	0
 641	0
 642	0
-643	1
+643	0
 644	0
 645	0
 646	0
@@ -662,8 +662,8 @@ index	prediction
 660	0
 661	0
 662	0
-663	1
-664	1
+663	0
+664	0
 665	0
 666	0
 667	0
@@ -672,7 +672,7 @@ index	prediction
 670	0
 671	0
 672	0
-673	0
+673	1
 674	0
 675	0
 676	0
@@ -688,11 +688,11 @@ index	prediction
 686	0
 687	0
 688	0
-689	0
+689	1
 690	0
 691	0
 692	0
-693	0
+693	1
 694	0
 695	0
 696	0
@@ -700,12 +700,12 @@ index	prediction
 698	0
 699	0
 700	0
-701	0
+701	1
 702	0
 703	0
 704	0
 705	0
-706	1
+706	0
 707	0
 708	0
 709	0
@@ -720,14 +720,14 @@ index	prediction
 718	0
 719	0
 720	0
-721	1
+721	0
 722	0
 723	0
 724	0
-725	1
+725	0
 726	0
 727	0
-728	0
+728	1
 729	0
 730	0
 731	0
@@ -746,7 +746,7 @@ index	prediction
 744	0
 745	0
 746	0
-747	0
+747	1
 748	0
 749	0
 750	0
@@ -754,7 +754,7 @@ index	prediction
 752	0
 753	0
 754	0
-755	1
+755	0
 756	0
 757	0
 758	0
@@ -779,10 +779,10 @@ index	prediction
 777	0
 778	0
 779	0
-780	1
+780	0
 781	0
 782	0
-783	1
+783	0
 784	0
 785	0
 786	0
@@ -797,19 +797,19 @@ index	prediction
 795	0
 796	0
 797	0
-798	0
-799	0
+798	1
+799	1
 800	0
 801	0
-802	0
+802	1
 803	0
 804	0
 805	0
 806	0
 807	0
 808	0
-809	0
-810	0
+809	1
+810	1
 811	0
 812	0
 813	0
@@ -825,23 +825,23 @@ index	prediction
 823	0
 824	0
 825	0
-826	0
+826	1
 827	0
 828	0
 829	0
 830	0
-831	0
-832	0
+831	1
+832	1
 833	0
 834	0
 835	0
 836	0
 837	0
-838	0
+838	1
 839	0
 840	0
 841	0
-842	1
+842	0
 843	0
 844	0
 845	0
@@ -859,19 +859,19 @@ index	prediction
 857	0
 858	0
 859	0
-860	1
+860	0
 861	0
 862	0
 863	0
 864	0
 865	0
 866	0
-867	1
+867	0
 868	0
 869	0
 870	0
 871	0
-872	1
+872	0
 873	0
 874	0
 875	0
@@ -889,16 +889,16 @@ index	prediction
 887	0
 888	0
 889	0
-890	1
+890	0
 891	0
 892	0
-893	1
+893	0
 894	0
 895	0
 896	0
 897	0
 898	0
-899	1
+899	0
 900	0
 901	0
 902	0
@@ -909,9 +909,9 @@ index	prediction
 907	0
 908	0
 909	0
-910	1
+910	0
 911	0
-912	0
+912	1
 913	0
 914	0
 915	0
@@ -920,39 +920,39 @@ index	prediction
 918	0
 919	0
 920	0
-921	0
+921	1
 922	0
 923	0
-924	0
-925	1
-926	0
-927	0
+924	1
+925	0
+926	1
+927	1
 928	0
-929	0
+929	1
 930	0
 931	0
 932	0
-933	1
+933	0
 934	0
 935	0
 936	0
-937	1
+937	0
 938	0
 939	0
 940	0
-941	0
+941	1
 942	0
 943	0
 944	0
-945	0
+945	1
 946	0
 947	0
 948	0
 949	0
 950	0
 951	0
-952	1
-953	1
+952	0
+953	0
 954	0
 955	0
 956	0
@@ -960,31 +960,31 @@ index	prediction
 958	0
 959	0
 960	0
-961	0
-962	1
+961	1
+962	0
 963	0
 964	0
 965	0
-966	1
+966	0
 967	0
 968	0
-969	1
+969	0
 970	0
 971	0
 972	0
 973	0
-974	0
+974	1
 975	0
-976	1
-977	0
+976	0
+977	1
 978	0
 979	0
-980	1
+980	0
 981	0
 982	0
 983	0
 984	0
-985	1
+985	0
 986	0
 987	0
 988	0
@@ -998,7 +998,7 @@ index	prediction
 996	0
 997	0
 998	0
-999	0
+999	1
 1000	0
 1001	0
 1002	0
@@ -1008,5 +1008,5 @@ index	prediction
 1006	0
 1007	0
 1008	0
-1009	0
+1009	1
 1010	0

runs/May26_23-05-07_indolem-petl-vm/events.out.tfevents.1716766661.indolem-petl-vm.3153905.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e78608395111700e37d5488b56b49e9846a08f2ecf80d0b4962ce418dd3c97
+size 560

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 20.0,
-    "train_loss": 0.32195694876498865,
-    "train_runtime": 1936.2334,
+    "train_loss": 0.30967485005738304,
+    "train_runtime": 1934.4038,
     "train_samples": 3638,
-    "train_samples_per_second": 37.578,
-    "train_steps_per_second": 1.26
+    "train_samples_per_second": 37.614,
+    "train_steps_per_second": 1.261
 }

trainer_state.json

@@ -10,392 +10,392 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "grad_norm": 4.912528038024902,
+      "grad_norm": 5.93964147567749,
       "learning_rate": 4.75e-05,
-      "loss": 0.5594,
+      "loss": 0.5623,
       "step": 122
     },
     {
       "epoch": 1.0,
       "eval_accuracy": 0.7268170426065163,
-      "eval_f1": 0.6375659391484787,
-      "eval_loss": 0.5211195945739746,
-      "eval_precision": 0.6611111111111112,
-      "eval_recall": 0.6292053100563739,
-      "eval_runtime": 5.0726,
-      "eval_samples_per_second": 78.658,
-      "eval_steps_per_second": 9.857,
+      "eval_f1": 0.6301313943104988,
+      "eval_loss": 0.5216777324676514,
+      "eval_precision": 0.6603762281332375,
+      "eval_recall": 0.6217039461720313,
+      "eval_runtime": 5.0877,
+      "eval_samples_per_second": 78.424,
+      "eval_steps_per_second": 9.828,
       "step": 122
     },
     {
       "epoch": 2.0,
-      "grad_norm": 4.199721813201904,
+      "grad_norm": 3.8485560417175293,
       "learning_rate": 4.5e-05,
-      "loss": 0.5065,
+      "loss": 0.5061,
       "step": 244
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.7418546365914787,
-      "eval_f1": 0.6993657690872781,
-      "eval_loss": 0.5046526789665222,
-      "eval_precision": 0.6941181477698332,
-      "eval_recall": 0.7073558828877977,
-      "eval_runtime": 5.0545,
-      "eval_samples_per_second": 78.94,
-      "eval_steps_per_second": 9.892,
+      "eval_accuracy": 0.7568922305764411,
+      "eval_f1": 0.7089058868656783,
+      "eval_loss": 0.48978015780448914,
+      "eval_precision": 0.7074372759856631,
+      "eval_recall": 0.7104928168757956,
+      "eval_runtime": 5.0629,
+      "eval_samples_per_second": 78.809,
+      "eval_steps_per_second": 9.876,
       "step": 244
     },
     {
       "epoch": 3.0,
-      "grad_norm": 4.364508628845215,
+      "grad_norm": 5.005080699920654,
       "learning_rate": 4.25e-05,
-      "loss": 0.4577,
+      "loss": 0.4443,
       "step": 366
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.7944862155388471,
-      "eval_f1": 0.7482456140350877,
-      "eval_loss": 0.43356266617774963,
-      "eval_precision": 0.75243993993994,
-      "eval_recall": 0.7445899254409893,
-      "eval_runtime": 5.0567,
-      "eval_samples_per_second": 78.906,
-      "eval_steps_per_second": 9.888,
+      "eval_accuracy": 0.8120300751879699,
+      "eval_f1": 0.7678883071553229,
+      "eval_loss": 0.40850991010665894,
+      "eval_precision": 0.7750572737686139,
+      "eval_recall": 0.7620021822149482,
+      "eval_runtime": 5.144,
+      "eval_samples_per_second": 77.566,
+      "eval_steps_per_second": 9.72,
       "step": 366
     },
     {
       "epoch": 4.0,
-      "grad_norm": 3.2636358737945557,
+      "grad_norm": 2.8029582500457764,
       "learning_rate": 4e-05,
-      "loss": 0.3996,
+      "loss": 0.3805,
       "step": 488
     },
     {
       "epoch": 4.0,
-      "eval_accuracy": 0.8320802005012531,
-      "eval_f1": 0.7814806640672896,
-      "eval_loss": 0.3853450417518616,
-      "eval_precision": 0.8128371089536138,
-      "eval_recall": 0.7636843062374977,
-      "eval_runtime": 5.064,
-      "eval_samples_per_second": 78.792,
-      "eval_steps_per_second": 9.874,
+      "eval_accuracy": 0.8245614035087719,
+      "eval_f1": 0.7751786979200206,
+      "eval_loss": 0.3672122061252594,
+      "eval_precision": 0.7980263157894737,
+      "eval_recall": 0.7608656119294417,
+      "eval_runtime": 5.0838,
+      "eval_samples_per_second": 78.485,
+      "eval_steps_per_second": 9.835,
       "step": 488
     },
     {
       "epoch": 5.0,
-      "grad_norm": 4.141108989715576,
+      "grad_norm": 3.751908540725708,
       "learning_rate": 3.7500000000000003e-05,
-      "loss": 0.3611,
+      "loss": 0.3488,
       "step": 610
     },
     {
       "epoch": 5.0,
-      "eval_accuracy": 0.849624060150376,
-      "eval_f1": 0.8167483159828537,
-      "eval_loss": 0.3553084433078766,
-      "eval_precision": 0.8201621387462095,
-      "eval_recall": 0.8136024731769412,
-      "eval_runtime": 5.0819,
-      "eval_samples_per_second": 78.515,
-      "eval_steps_per_second": 9.839,
+      "eval_accuracy": 0.8521303258145363,
+      "eval_f1": 0.8229427559286084,
+      "eval_loss": 0.35348454117774963,
+      "eval_precision": 0.8206541218637993,
+      "eval_recall": 0.8253773413347881,
+      "eval_runtime": 5.0536,
+      "eval_samples_per_second": 78.953,
+      "eval_steps_per_second": 9.894,
       "step": 610
     },
     {
       "epoch": 6.0,
-      "grad_norm": 6.039860725402832,
+      "grad_norm": 4.316796779632568,
       "learning_rate": 3.5e-05,
-      "loss": 0.3333,
+      "loss": 0.3156,
       "step": 732
     },
     {
       "epoch": 6.0,
-      "eval_accuracy": 0.849624060150376,
-      "eval_f1": 0.8167483159828537,
-      "eval_loss": 0.3422495126724243,
-      "eval_precision": 0.8201621387462095,
-      "eval_recall": 0.8136024731769412,
-      "eval_runtime": 5.0614,
-      "eval_samples_per_second": 78.832,
-      "eval_steps_per_second": 9.879,
+      "eval_accuracy": 0.8571428571428571,
+      "eval_f1": 0.8254579780661698,
+      "eval_loss": 0.33368828892707825,
+      "eval_precision": 0.8299216027874565,
+      "eval_recall": 0.8214220767412257,
+      "eval_runtime": 5.0533,
+      "eval_samples_per_second": 78.959,
+      "eval_steps_per_second": 9.895,
       "step": 732
     },
     {
       "epoch": 7.0,
-      "grad_norm": 3.7580935955047607,
+      "grad_norm": 18.979951858520508,
       "learning_rate": 3.2500000000000004e-05,
-      "loss": 0.3085,
+      "loss": 0.3055,
       "step": 854
     },
     {
       "epoch": 7.0,
-      "eval_accuracy": 0.8596491228070176,
-      "eval_f1": 0.8262195121951219,
-      "eval_loss": 0.3352087438106537,
-      "eval_precision": 0.8360165151709128,
-      "eval_recall": 0.8181942171303873,
-      "eval_runtime": 5.0504,
-      "eval_samples_per_second": 79.004,
-      "eval_steps_per_second": 9.9,
+      "eval_accuracy": 0.8621553884711779,
+      "eval_f1": 0.8297847585805701,
+      "eval_loss": 0.3217175304889679,
+      "eval_precision": 0.8385357006491028,
+      "eval_recall": 0.8224677214038916,
+      "eval_runtime": 5.0744,
+      "eval_samples_per_second": 78.63,
+      "eval_steps_per_second": 9.853,
       "step": 854
     },
     {
       "epoch": 8.0,
-      "grad_norm": 6.729907989501953,
+      "grad_norm": 5.143575191497803,
       "learning_rate": 3e-05,
-      "loss": 0.3104,
+      "loss": 0.2995,
       "step": 976
     },
     {
       "epoch": 8.0,
-      "eval_accuracy": 0.8621553884711779,
-      "eval_f1": 0.8279052989013229,
-      "eval_loss": 0.32583731412887573,
-      "eval_precision": 0.8414113428943938,
-      "eval_recall": 0.8174668121476631,
-      "eval_runtime": 5.0514,
-      "eval_samples_per_second": 78.987,
-      "eval_steps_per_second": 9.898,
+      "eval_accuracy": 0.8596491228070176,
+      "eval_f1": 0.8271551457392166,
+      "eval_loss": 0.31452828645706177,
+      "eval_precision": 0.8347358430876305,
+      "eval_recall": 0.8206946717585015,
+      "eval_runtime": 5.0883,
+      "eval_samples_per_second": 78.414,
+      "eval_steps_per_second": 9.826,
       "step": 976
     },
     {
       "epoch": 9.0,
-      "grad_norm": 8.78210735321045,
+      "grad_norm": 6.147844314575195,
       "learning_rate": 2.7500000000000004e-05,
-      "loss": 0.3015,
+      "loss": 0.2825,
       "step": 1098
     },
     {
       "epoch": 9.0,
-      "eval_accuracy": 0.8571428571428571,
-      "eval_f1": 0.8263588263588264,
-      "eval_loss": 0.3172130286693573,
-      "eval_precision": 0.8289473684210527,
-      "eval_recall": 0.8239225313693399,
-      "eval_runtime": 5.0606,
-      "eval_samples_per_second": 78.844,
-      "eval_steps_per_second": 9.88,
+      "eval_accuracy": 0.8671679197994987,
+      "eval_f1": 0.8393634395533442,
+      "eval_loss": 0.3090471923351288,
+      "eval_precision": 0.8402278542707444,
+      "eval_recall": 0.8385160938352427,
+      "eval_runtime": 5.0782,
+      "eval_samples_per_second": 78.572,
+      "eval_steps_per_second": 9.846,
       "step": 1098
     },
     {
       "epoch": 10.0,
-      "grad_norm": 5.539211750030518,
+      "grad_norm": 5.50480842590332,
       "learning_rate": 2.5e-05,
-      "loss": 0.2856,
+      "loss": 0.272,
       "step": 1220
     },
     {
       "epoch": 10.0,
-      "eval_accuracy": 0.8596491228070176,
-      "eval_f1": 0.8222604047346316,
-      "eval_loss": 0.3109637498855591,
-      "eval_precision": 0.8423737373737374,
-      "eval_recall": 0.8081923986179305,
-      "eval_runtime": 5.0538,
-      "eval_samples_per_second": 78.95,
-      "eval_steps_per_second": 9.894,
+      "eval_accuracy": 0.8721804511278195,
+      "eval_f1": 0.8461962888779714,
+      "eval_loss": 0.29923897981643677,
+      "eval_precision": 0.8453465227094517,
+      "eval_recall": 0.8470631023822512,
+      "eval_runtime": 5.0745,
+      "eval_samples_per_second": 78.629,
+      "eval_steps_per_second": 9.853,
       "step": 1220
     },
     {
       "epoch": 11.0,
-      "grad_norm": 3.2519192695617676,
+      "grad_norm": 6.085771083831787,
       "learning_rate": 2.25e-05,
-      "loss": 0.276,
+      "loss": 0.2626,
       "step": 1342
     },
     {
       "epoch": 11.0,
-      "eval_accuracy": 0.8671679197994987,
-      "eval_f1": 0.8302877091609486,
-      "eval_loss": 0.30823540687561035,
-      "eval_precision": 0.8556105610561056,
-      "eval_recall": 0.8135115475541008,
-      "eval_runtime": 5.0588,
-      "eval_samples_per_second": 78.873,
-      "eval_steps_per_second": 9.884,
+      "eval_accuracy": 0.87468671679198,
+      "eval_f1": 0.8439846096096095,
+      "eval_loss": 0.30075788497924805,
+      "eval_precision": 0.8568027210884354,
+      "eval_recall": 0.8338334242589562,
+      "eval_runtime": 5.0607,
+      "eval_samples_per_second": 78.843,
+      "eval_steps_per_second": 9.88,
       "step": 1342
     },
     {
       "epoch": 12.0,
-      "grad_norm": 10.9083833694458,
+      "grad_norm": 10.957924842834473,
       "learning_rate": 2e-05,
-      "loss": 0.2772,
+      "loss": 0.2641,
       "step": 1464
     },
     {
       "epoch": 12.0,
-      "eval_accuracy": 0.8671679197994987,
-      "eval_f1": 0.8401647707947546,
-      "eval_loss": 0.3042956292629242,
-      "eval_precision": 0.8393298751432535,
-      "eval_recall": 0.8410165484633569,
-      "eval_runtime": 5.0676,
-      "eval_samples_per_second": 78.735,
-      "eval_steps_per_second": 9.867,
+      "eval_accuracy": 0.87468671679198,
+      "eval_f1": 0.8488361520276414,
+      "eval_loss": 0.2949255406856537,
+      "eval_precision": 0.8488361520276414,
+      "eval_recall": 0.8488361520276414,
+      "eval_runtime": 5.0742,
+      "eval_samples_per_second": 78.634,
+      "eval_steps_per_second": 9.854,
       "step": 1464
     },
     {
       "epoch": 13.0,
-      "grad_norm": 2.2276933193206787,
+      "grad_norm": 3.114020347595215,
       "learning_rate": 1.75e-05,
-      "loss": 0.2719,
+      "loss": 0.257,
       "step": 1586
     },
     {
       "epoch": 13.0,
-      "eval_accuracy": 0.8721804511278195,
-      "eval_f1": 0.8385986341680085,
-      "eval_loss": 0.3041522204875946,
-      "eval_precision": 0.8581438127090301,
-      "eval_recall": 0.8245590107292236,
-      "eval_runtime": 5.0652,
-      "eval_samples_per_second": 78.772,
-      "eval_steps_per_second": 9.871,
+      "eval_accuracy": 0.8771929824561403,
+      "eval_f1": 0.8475258334958082,
+      "eval_loss": 0.28850188851356506,
+      "eval_precision": 0.8591828192414193,
+      "eval_recall": 0.8381069285324605,
+      "eval_runtime": 5.0549,
+      "eval_samples_per_second": 78.934,
+      "eval_steps_per_second": 9.891,
       "step": 1586
     },
     {
       "epoch": 14.0,
-      "grad_norm": 7.6559953689575195,
+      "grad_norm": 4.347434043884277,
       "learning_rate": 1.5e-05,
-      "loss": 0.2595,
+      "loss": 0.2473,
       "step": 1708
     },
     {
       "epoch": 14.0,
-      "eval_accuracy": 0.87468671679198,
-      "eval_f1": 0.8456742372671576,
-      "eval_loss": 0.2962762117385864,
-      "eval_precision": 0.8536697247706422,
-      "eval_recall": 0.8388343335151845,
-      "eval_runtime": 5.0567,
-      "eval_samples_per_second": 78.905,
-      "eval_steps_per_second": 9.888,
+      "eval_accuracy": 0.8822055137844611,
+      "eval_f1": 0.8568221901555235,
+      "eval_loss": 0.2826312482357025,
+      "eval_precision": 0.8596491228070176,
+      "eval_recall": 0.8541553009638116,
+      "eval_runtime": 5.0506,
+      "eval_samples_per_second": 79.001,
+      "eval_steps_per_second": 9.9,
       "step": 1708
     },
     {
       "epoch": 15.0,
-      "grad_norm": 1.5493590831756592,
+      "grad_norm": 1.6674721240997314,
       "learning_rate": 1.25e-05,
-      "loss": 0.2621,
+      "loss": 0.2456,
       "step": 1830
     },
     {
       "epoch": 15.0,
-      "eval_accuracy": 0.8771929824561403,
-      "eval_f1": 0.8514869535493182,
-      "eval_loss": 0.2936766743659973,
-      "eval_precision": 0.8523821128305106,
-      "eval_recall": 0.8506092016730314,
-      "eval_runtime": 5.0512,
-      "eval_samples_per_second": 78.991,
-      "eval_steps_per_second": 9.899,
+      "eval_accuracy": 0.8847117794486216,
+      "eval_f1": 0.8609292598654301,
+      "eval_loss": 0.2825632393360138,
+      "eval_precision": 0.8609292598654301,
+      "eval_recall": 0.8609292598654301,
+      "eval_runtime": 5.071,
+      "eval_samples_per_second": 78.683,
+      "eval_steps_per_second": 9.86,
       "step": 1830
     },
     {
       "epoch": 16.0,
-      "grad_norm": 2.2587976455688477,
+      "grad_norm": 5.605799674987793,
       "learning_rate": 1e-05,
-      "loss": 0.2653,
+      "loss": 0.2477,
       "step": 1952
     },
     {
       "epoch": 16.0,
-      "eval_accuracy": 0.8796992481203008,
-      "eval_f1": 0.8533986527862829,
-      "eval_loss": 0.2934819459915161,
-      "eval_precision": 0.8572003218020917,
-      "eval_recall": 0.8498817966903074,
-      "eval_runtime": 5.0676,
-      "eval_samples_per_second": 78.736,
-      "eval_steps_per_second": 9.867,
+      "eval_accuracy": 0.8847117794486216,
+      "eval_f1": 0.8602260265626904,
+      "eval_loss": 0.2795054018497467,
+      "eval_precision": 0.8620943049601959,
+      "eval_recall": 0.8584288052373159,
+      "eval_runtime": 5.063,
+      "eval_samples_per_second": 78.807,
+      "eval_steps_per_second": 9.876,
       "step": 1952
     },
     {
       "epoch": 17.0,
-      "grad_norm": 1.1797109842300415,
+      "grad_norm": 1.4996304512023926,
       "learning_rate": 7.5e-06,
-      "loss": 0.2496,
+      "loss": 0.2426,
       "step": 2074
     },
     {
       "epoch": 17.0,
-      "eval_accuracy": 0.8822055137844611,
-      "eval_f1": 0.852937255424767,
-      "eval_loss": 0.2959519028663635,
-      "eval_precision": 0.8674217731421121,
-      "eval_recall": 0.8416530278232406,
-      "eval_runtime": 5.0512,
-      "eval_samples_per_second": 78.991,
-      "eval_steps_per_second": 9.899,
+      "eval_accuracy": 0.8796992481203008,
+      "eval_f1": 0.8526315789473684,
+      "eval_loss": 0.2793760895729065,
+      "eval_precision": 0.8585304054054055,
+      "eval_recall": 0.8473813420621932,
+      "eval_runtime": 5.0574,
+      "eval_samples_per_second": 78.894,
+      "eval_steps_per_second": 9.886,
       "step": 2074
     },
     {
       "epoch": 18.0,
-      "grad_norm": 4.01472806930542,
+      "grad_norm": 3.353811264038086,
       "learning_rate": 5e-06,
-      "loss": 0.2579,
+      "loss": 0.2359,
       "step": 2196
     },
     {
       "epoch": 18.0,
-      "eval_accuracy": 0.8721804511278195,
-      "eval_f1": 0.8421640488656195,
-      "eval_loss": 0.29394522309303284,
-      "eval_precision": 0.8512313860252005,
-      "eval_recall": 0.8345608292416803,
-      "eval_runtime": 5.1326,
-      "eval_samples_per_second": 77.739,
-      "eval_steps_per_second": 9.742,
+      "eval_accuracy": 0.8872180451127819,
+      "eval_f1": 0.8629148629148629,
+      "eval_loss": 0.27959930896759033,
+      "eval_precision": 0.8657894736842104,
+      "eval_recall": 0.860201854882706,
+      "eval_runtime": 5.0719,
+      "eval_samples_per_second": 78.668,
+      "eval_steps_per_second": 9.858,
       "step": 2196
     },
     {
       "epoch": 19.0,
-      "grad_norm": 4.343449115753174,
+      "grad_norm": 6.069816589355469,
       "learning_rate": 2.5e-06,
-      "loss": 0.2533,
+      "loss": 0.2417,
       "step": 2318
     },
     {
       "epoch": 19.0,
-      "eval_accuracy": 0.8771929824561403,
-      "eval_f1": 0.8475258334958082,
-      "eval_loss": 0.29310622811317444,
-      "eval_precision": 0.8591828192414193,
-      "eval_recall": 0.8381069285324605,
-      "eval_runtime": 5.06,
-      "eval_samples_per_second": 78.853,
-      "eval_steps_per_second": 9.881,
+      "eval_accuracy": 0.8847117794486216,
+      "eval_f1": 0.8587719298245614,
+      "eval_loss": 0.27870801091194153,
+      "eval_precision": 0.864771021021021,
+      "eval_recall": 0.8534278959810875,
+      "eval_runtime": 5.0523,
+      "eval_samples_per_second": 78.973,
+      "eval_steps_per_second": 9.896,
       "step": 2318
     },
     {
       "epoch": 20.0,
-      "grad_norm": 3.7858877182006836,
+      "grad_norm": 4.868233680725098,
       "learning_rate": 0.0,
-      "loss": 0.2429,
+      "loss": 0.2319,
       "step": 2440
     },
     {
       "epoch": 20.0,
-      "eval_accuracy": 0.8771929824561403,
-      "eval_f1": 0.8475258334958082,
-      "eval_loss": 0.29292526841163635,
-      "eval_precision": 0.8591828192414193,
-      "eval_recall": 0.8381069285324605,
-      "eval_runtime": 5.0884,
-      "eval_samples_per_second": 78.414,
-      "eval_steps_per_second": 9.826,
+      "eval_accuracy": 0.8847117794486216,
+      "eval_f1": 0.8587719298245614,
+      "eval_loss": 0.2786270081996918,
+      "eval_precision": 0.864771021021021,
+      "eval_recall": 0.8534278959810875,
+      "eval_runtime": 5.0608,
+      "eval_samples_per_second": 78.841,
+      "eval_steps_per_second": 9.88,
       "step": 2440
     },
     {
       "epoch": 20.0,
       "step": 2440,
       "total_flos": 7609911792720000.0,
-      "train_loss": 0.32195694876498865,
-      "train_runtime": 1936.2334,
-      "train_samples_per_second": 37.578,
-      "train_steps_per_second": 1.26
+      "train_loss": 0.30967485005738304,
+      "train_runtime": 1934.4038,
+      "train_samples_per_second": 37.614,
+      "train_steps_per_second": 1.261
     }
   ],
   "logging_steps": 500,