End of training

all_results.json

@@ -0,0 +1,14 @@
+{
+    "epoch": 8.0,
+    "eval_loss": 0.3541961908340454,
+    "eval_matthews_correlation": 0.6579677841732349,
+    "eval_runtime": 1.9552,
+    "eval_samples": 1043,
+    "eval_samples_per_second": 533.451,
+    "eval_steps_per_second": 33.756,
+    "train_loss": 0.148403340177402,
+    "train_runtime": 707.366,
+    "train_samples": 8551,
+    "train_samples_per_second": 96.708,
+    "train_steps_per_second": 0.758
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 8.0,
+    "eval_loss": 0.3541961908340454,
+    "eval_matthews_correlation": 0.6579677841732349,
+    "eval_runtime": 1.9552,
+    "eval_samples": 1043,
+    "eval_samples_per_second": 533.451,
+    "eval_steps_per_second": 33.756
+}

predict_results_cola.txt

@@ -0,0 +1,1064 @@
+index	prediction
+0	acceptable
+1	unacceptable
+2	acceptable
+3	acceptable
+4	unacceptable
+5	acceptable
+6	acceptable
+7	acceptable
+8	acceptable
+9	acceptable
+10	unacceptable
+11	acceptable
+12	unacceptable
+13	acceptable
+14	acceptable
+15	acceptable
+16	unacceptable
+17	acceptable
+18	unacceptable
+19	unacceptable
+20	acceptable
+21	acceptable
+22	unacceptable
+23	acceptable
+24	acceptable
+25	unacceptable
+26	acceptable
+27	unacceptable
+28	acceptable
+29	acceptable
+30	acceptable
+31	acceptable
+32	acceptable
+33	acceptable
+34	unacceptable
+35	unacceptable
+36	acceptable
+37	acceptable
+38	acceptable
+39	acceptable
+40	unacceptable
+41	unacceptable
+42	unacceptable
+43	acceptable
+44	unacceptable
+45	acceptable
+46	unacceptable
+47	acceptable
+48	acceptable
+49	acceptable
+50	unacceptable
+51	acceptable
+52	acceptable
+53	acceptable
+54	unacceptable
+55	unacceptable
+56	acceptable
+57	unacceptable
+58	unacceptable
+59	acceptable
+60	unacceptable
+61	acceptable
+62	acceptable
+63	acceptable
+64	acceptable
+65	acceptable
+66	acceptable
+67	acceptable
+68	acceptable
+69	unacceptable
+70	acceptable
+71	acceptable
+72	unacceptable
+73	acceptable
+74	acceptable
+75	acceptable
+76	acceptable
+77	acceptable
+78	acceptable
+79	acceptable
+80	acceptable
+81	unacceptable
+82	acceptable
+83	acceptable
+84	acceptable
+85	acceptable
+86	acceptable
+87	acceptable
+88	acceptable
+89	acceptable
+90	acceptable
+91	acceptable
+92	unacceptable
+93	acceptable
+94	acceptable
+95	acceptable
+96	acceptable
+97	acceptable
+98	acceptable
+99	acceptable
+100	unacceptable
+101	unacceptable
+102	acceptable
+103	unacceptable
+104	acceptable
+105	acceptable
+106	acceptable
+107	acceptable
+108	acceptable
+109	acceptable
+110	acceptable
+111	acceptable
+112	acceptable
+113	acceptable
+114	acceptable
+115	unacceptable
+116	unacceptable
+117	unacceptable
+118	unacceptable
+119	acceptable
+120	unacceptable
+121	unacceptable
+122	acceptable
+123	unacceptable
+124	acceptable
+125	acceptable
+126	unacceptable
+127	acceptable
+128	acceptable
+129	acceptable
+130	unacceptable
+131	acceptable
+132	acceptable
+133	acceptable
+134	acceptable
+135	acceptable
+136	acceptable
+137	acceptable
+138	unacceptable
+139	unacceptable
+140	acceptable
+141	acceptable
+142	acceptable
+143	acceptable
+144	acceptable
+145	acceptable
+146	acceptable
+147	acceptable
+148	acceptable
+149	unacceptable
+150	unacceptable
+151	acceptable
+152	acceptable
+153	acceptable
+154	acceptable
+155	acceptable
+156	unacceptable
+157	unacceptable
+158	unacceptable
+159	acceptable
+160	unacceptable
+161	acceptable
+162	unacceptable
+163	acceptable
+164	acceptable
+165	unacceptable
+166	unacceptable
+167	unacceptable
+168	acceptable
+169	acceptable
+170	acceptable
+171	acceptable
+172	acceptable
+173	unacceptable
+174	acceptable
+175	acceptable
+176	acceptable
+177	acceptable
+178	acceptable
+179	acceptable
+180	acceptable
+181	acceptable
+182	unacceptable
+183	acceptable
+184	unacceptable
+185	acceptable
+186	acceptable
+187	unacceptable
+188	unacceptable
+189	acceptable
+190	acceptable
+191	acceptable
+192	unacceptable
+193	acceptable
+194	unacceptable
+195	acceptable
+196	unacceptable
+197	acceptable
+198	acceptable
+199	acceptable
+200	acceptable
+201	unacceptable
+202	unacceptable
+203	acceptable
+204	acceptable
+205	acceptable
+206	acceptable
+207	acceptable
+208	acceptable
+209	acceptable
+210	acceptable
+211	acceptable
+212	acceptable
+213	unacceptable
+214	acceptable
+215	acceptable
+216	acceptable
+217	unacceptable
+218	acceptable
+219	acceptable
+220	acceptable
+221	acceptable
+222	acceptable
+223	acceptable
+224	unacceptable
+225	acceptable
+226	unacceptable
+227	acceptable
+228	unacceptable
+229	acceptable
+230	acceptable
+231	acceptable
+232	acceptable
+233	acceptable
+234	acceptable
+235	acceptable
+236	unacceptable
+237	acceptable
+238	acceptable
+239	unacceptable
+240	acceptable
+241	acceptable
+242	acceptable
+243	acceptable
+244	acceptable
+245	acceptable
+246	acceptable
+247	acceptable
+248	acceptable
+249	acceptable
+250	acceptable
+251	acceptable
+252	acceptable
+253	acceptable
+254	acceptable
+255	acceptable
+256	acceptable
+257	acceptable
+258	acceptable
+259	acceptable
+260	unacceptable
+261	acceptable
+262	acceptable
+263	unacceptable
+264	unacceptable
+265	acceptable
+266	acceptable
+267	acceptable
+268	acceptable
+269	acceptable
+270	acceptable
+271	acceptable
+272	unacceptable
+273	acceptable
+274	unacceptable
+275	acceptable
+276	acceptable
+277	acceptable
+278	acceptable
+279	unacceptable
+280	acceptable
+281	unacceptable
+282	acceptable
+283	acceptable
+284	acceptable
+285	unacceptable
+286	acceptable
+287	acceptable
+288	acceptable
+289	acceptable
+290	acceptable
+291	unacceptable
+292	acceptable
+293	unacceptable
+294	unacceptable
+295	acceptable
+296	acceptable
+297	acceptable
+298	acceptable
+299	acceptable
+300	acceptable
+301	unacceptable
+302	acceptable
+303	acceptable
+304	acceptable
+305	acceptable
+306	unacceptable
+307	unacceptable
+308	acceptable
+309	acceptable
+310	acceptable
+311	acceptable
+312	acceptable
+313	unacceptable
+314	unacceptable
+315	unacceptable
+316	unacceptable
+317	acceptable
+318	acceptable
+319	unacceptable
+320	unacceptable
+321	acceptable
+322	unacceptable
+323	acceptable
+324	acceptable
+325	unacceptable
+326	acceptable
+327	acceptable
+328	acceptable
+329	acceptable
+330	acceptable
+331	acceptable
+332	unacceptable
+333	acceptable
+334	acceptable
+335	acceptable
+336	unacceptable
+337	acceptable
+338	acceptable
+339	acceptable
+340	acceptable
+341	acceptable
+342	acceptable
+343	acceptable
+344	unacceptable
+345	acceptable
+346	acceptable
+347	acceptable
+348	acceptable
+349	acceptable
+350	acceptable
+351	unacceptable
+352	acceptable
+353	acceptable
+354	acceptable
+355	acceptable
+356	unacceptable
+357	acceptable
+358	acceptable
+359	acceptable
+360	acceptable
+361	unacceptable
+362	acceptable
+363	unacceptable
+364	acceptable
+365	acceptable
+366	acceptable
+367	acceptable
+368	acceptable
+369	acceptable
+370	unacceptable
+371	acceptable
+372	acceptable
+373	acceptable
+374	acceptable
+375	acceptable
+376	acceptable
+377	acceptable
+378	acceptable
+379	unacceptable
+380	acceptable
+381	acceptable
+382	acceptable
+383	acceptable
+384	acceptable
+385	acceptable
+386	acceptable
+387	acceptable
+388	acceptable
+389	unacceptable
+390	acceptable
+391	unacceptable
+392	unacceptable
+393	acceptable
+394	acceptable
+395	acceptable
+396	acceptable
+397	acceptable
+398	acceptable
+399	acceptable
+400	acceptable
+401	acceptable
+402	unacceptable
+403	acceptable
+404	acceptable
+405	acceptable
+406	acceptable
+407	acceptable
+408	acceptable
+409	acceptable
+410	acceptable
+411	unacceptable
+412	acceptable
+413	acceptable
+414	acceptable
+415	unacceptable
+416	acceptable
+417	acceptable
+418	unacceptable
+419	acceptable
+420	acceptable
+421	acceptable
+422	acceptable
+423	acceptable
+424	acceptable
+425	acceptable
+426	acceptable
+427	acceptable
+428	acceptable
+429	unacceptable
+430	acceptable
+431	acceptable
+432	acceptable
+433	unacceptable
+434	acceptable
+435	unacceptable
+436	acceptable
+437	acceptable
+438	acceptable
+439	acceptable
+440	acceptable
+441	acceptable
+442	acceptable
+443	acceptable
+444	unacceptable
+445	acceptable
+446	acceptable
+447	acceptable
+448	unacceptable
+449	unacceptable
+450	unacceptable
+451	acceptable
+452	acceptable
+453	acceptable
+454	unacceptable
+455	acceptable
+456	acceptable
+457	acceptable
+458	acceptable
+459	unacceptable
+460	acceptable
+461	acceptable
+462	unacceptable
+463	acceptable
+464	acceptable
+465	acceptable
+466	acceptable
+467	acceptable
+468	acceptable
+469	acceptable
+470	acceptable
+471	acceptable
+472	acceptable
+473	unacceptable
+474	acceptable
+475	unacceptable
+476	unacceptable
+477	unacceptable
+478	acceptable
+479	unacceptable
+480	acceptable
+481	acceptable
+482	acceptable
+483	unacceptable
+484	acceptable
+485	acceptable
+486	acceptable
+487	acceptable
+488	unacceptable
+489	unacceptable
+490	acceptable
+491	unacceptable
+492	acceptable
+493	acceptable
+494	acceptable
+495	unacceptable
+496	unacceptable
+497	acceptable
+498	acceptable
+499	acceptable
+500	acceptable
+501	acceptable
+502	acceptable
+503	acceptable
+504	unacceptable
+505	acceptable
+506	acceptable
+507	acceptable
+508	unacceptable
+509	acceptable
+510	acceptable
+511	unacceptable
+512	acceptable
+513	acceptable
+514	acceptable
+515	acceptable
+516	acceptable
+517	unacceptable
+518	acceptable
+519	acceptable
+520	acceptable
+521	unacceptable
+522	acceptable
+523	acceptable
+524	unacceptable
+525	acceptable
+526	acceptable
+527	acceptable
+528	acceptable
+529	acceptable
+530	acceptable
+531	acceptable
+532	acceptable
+533	acceptable
+534	acceptable
+535	acceptable
+536	acceptable
+537	acceptable
+538	acceptable
+539	acceptable
+540	acceptable
+541	acceptable
+542	acceptable
+543	acceptable
+544	unacceptable
+545	unacceptable
+546	acceptable
+547	acceptable
+548	acceptable
+549	acceptable
+550	acceptable
+551	acceptable
+552	acceptable
+553	acceptable
+554	acceptable
+555	acceptable
+556	acceptable
+557	acceptable
+558	acceptable
+559	acceptable
+560	acceptable
+561	acceptable
+562	acceptable
+563	acceptable
+564	acceptable
+565	acceptable
+566	acceptable
+567	acceptable
+568	acceptable
+569	acceptable
+570	unacceptable
+571	acceptable
+572	acceptable
+573	acceptable
+574	acceptable
+575	unacceptable
+576	acceptable
+577	acceptable
+578	acceptable
+579	acceptable
+580	acceptable
+581	acceptable
+582	acceptable
+583	acceptable
+584	acceptable
+585	acceptable
+586	acceptable
+587	acceptable
+588	acceptable
+589	acceptable
+590	acceptable
+591	acceptable
+592	acceptable
+593	acceptable
+594	acceptable
+595	acceptable
+596	acceptable
+597	acceptable
+598	acceptable
+599	acceptable
+600	acceptable
+601	acceptable
+602	acceptable
+603	acceptable
+604	unacceptable
+605	acceptable
+606	acceptable
+607	acceptable
+608	acceptable
+609	acceptable
+610	unacceptable
+611	acceptable
+612	acceptable
+613	acceptable
+614	acceptable
+615	unacceptable
+616	acceptable
+617	unacceptable
+618	unacceptable
+619	acceptable
+620	acceptable
+621	acceptable
+622	acceptable
+623	acceptable
+624	unacceptable
+625	acceptable
+626	acceptable
+627	acceptable
+628	acceptable
+629	acceptable
+630	unacceptable
+631	acceptable
+632	acceptable
+633	acceptable
+634	acceptable
+635	unacceptable
+636	unacceptable
+637	acceptable
+638	acceptable
+639	acceptable
+640	acceptable
+641	acceptable
+642	unacceptable
+643	acceptable
+644	acceptable
+645	unacceptable
+646	acceptable
+647	acceptable
+648	unacceptable
+649	acceptable
+650	unacceptable
+651	acceptable
+652	acceptable
+653	acceptable
+654	acceptable
+655	unacceptable
+656	unacceptable
+657	acceptable
+658	acceptable
+659	acceptable
+660	acceptable
+661	acceptable
+662	acceptable
+663	acceptable
+664	acceptable
+665	acceptable
+666	acceptable
+667	acceptable
+668	acceptable
+669	acceptable
+670	acceptable
+671	acceptable
+672	acceptable
+673	acceptable
+674	unacceptable
+675	acceptable
+676	acceptable
+677	acceptable
+678	acceptable
+679	unacceptable
+680	acceptable
+681	acceptable
+682	acceptable
+683	acceptable
+684	acceptable
+685	acceptable
+686	acceptable
+687	acceptable
+688	unacceptable
+689	unacceptable
+690	unacceptable
+691	acceptable
+692	unacceptable
+693	acceptable
+694	unacceptable
+695	unacceptable
+696	acceptable
+697	acceptable
+698	acceptable
+699	acceptable
+700	acceptable
+701	unacceptable
+702	unacceptable
+703	unacceptable
+704	acceptable
+705	unacceptable
+706	acceptable
+707	unacceptable
+708	acceptable
+709	acceptable
+710	acceptable
+711	acceptable
+712	acceptable
+713	acceptable
+714	acceptable
+715	unacceptable
+716	unacceptable
+717	unacceptable
+718	unacceptable
+719	unacceptable
+720	acceptable
+721	unacceptable
+722	unacceptable
+723	unacceptable
+724	unacceptable
+725	unacceptable
+726	unacceptable
+727	unacceptable
+728	unacceptable
+729	acceptable
+730	unacceptable
+731	unacceptable
+732	unacceptable
+733	unacceptable
+734	unacceptable
+735	unacceptable
+736	unacceptable
+737	acceptable
+738	acceptable
+739	acceptable
+740	acceptable
+741	unacceptable
+742	acceptable
+743	acceptable
+744	unacceptable
+745	unacceptable
+746	unacceptable
+747	unacceptable
+748	acceptable
+749	acceptable
+750	acceptable
+751	acceptable
+752	acceptable
+753	acceptable
+754	acceptable
+755	acceptable
+756	acceptable
+757	acceptable
+758	acceptable
+759	acceptable
+760	acceptable
+761	acceptable
+762	acceptable
+763	acceptable
+764	acceptable
+765	acceptable
+766	acceptable
+767	acceptable
+768	acceptable
+769	acceptable
+770	acceptable
+771	acceptable
+772	acceptable
+773	acceptable
+774	acceptable
+775	unacceptable
+776	unacceptable
+777	acceptable
+778	acceptable
+779	acceptable
+780	acceptable
+781	acceptable
+782	acceptable
+783	acceptable
+784	acceptable
+785	acceptable
+786	acceptable
+787	acceptable
+788	acceptable
+789	acceptable
+790	acceptable
+791	acceptable
+792	acceptable
+793	acceptable
+794	acceptable
+795	acceptable
+796	unacceptable
+797	acceptable
+798	unacceptable
+799	unacceptable
+800	acceptable
+801	acceptable
+802	acceptable
+803	acceptable
+804	unacceptable
+805	acceptable
+806	acceptable
+807	acceptable
+808	unacceptable
+809	acceptable
+810	acceptable
+811	acceptable
+812	acceptable
+813	acceptable
+814	acceptable
+815	unacceptable
+816	acceptable
+817	acceptable
+818	acceptable
+819	acceptable
+820	unacceptable
+821	acceptable
+822	unacceptable
+823	unacceptable
+824	acceptable
+825	unacceptable
+826	unacceptable
+827	acceptable
+828	acceptable
+829	acceptable
+830	unacceptable
+831	unacceptable
+832	unacceptable
+833	acceptable
+834	acceptable
+835	acceptable
+836	acceptable
+837	acceptable
+838	acceptable
+839	acceptable
+840	acceptable
+841	unacceptable
+842	acceptable
+843	unacceptable
+844	acceptable
+845	unacceptable
+846	unacceptable
+847	acceptable
+848	acceptable
+849	acceptable
+850	acceptable
+851	unacceptable
+852	acceptable
+853	unacceptable
+854	acceptable
+855	acceptable
+856	acceptable
+857	acceptable
+858	unacceptable
+859	acceptable
+860	acceptable
+861	acceptable
+862	acceptable
+863	acceptable
+864	acceptable
+865	acceptable
+866	unacceptable
+867	unacceptable
+868	acceptable
+869	acceptable
+870	unacceptable
+871	acceptable
+872	unacceptable
+873	unacceptable
+874	acceptable
+875	acceptable
+876	acceptable
+877	unacceptable
+878	acceptable
+879	acceptable
+880	acceptable
+881	acceptable
+882	acceptable
+883	acceptable
+884	acceptable
+885	unacceptable
+886	acceptable
+887	unacceptable
+888	unacceptable
+889	unacceptable
+890	unacceptable
+891	unacceptable
+892	unacceptable
+893	acceptable
+894	acceptable
+895	acceptable
+896	acceptable
+897	acceptable
+898	unacceptable
+899	unacceptable
+900	acceptable
+901	acceptable
+902	acceptable
+903	acceptable
+904	unacceptable
+905	acceptable
+906	acceptable
+907	acceptable
+908	acceptable
+909	acceptable
+910	acceptable
+911	acceptable
+912	acceptable
+913	acceptable
+914	acceptable
+915	acceptable
+916	acceptable
+917	acceptable
+918	acceptable
+919	acceptable
+920	acceptable
+921	acceptable
+922	acceptable
+923	acceptable
+924	unacceptable
+925	acceptable
+926	acceptable
+927	acceptable
+928	acceptable
+929	unacceptable
+930	unacceptable
+931	unacceptable
+932	unacceptable
+933	unacceptable
+934	acceptable
+935	acceptable
+936	acceptable
+937	unacceptable
+938	unacceptable
+939	unacceptable
+940	acceptable
+941	acceptable
+942	unacceptable
+943	acceptable
+944	acceptable
+945	acceptable
+946	acceptable
+947	acceptable
+948	unacceptable
+949	unacceptable
+950	acceptable
+951	acceptable
+952	acceptable
+953	acceptable
+954	acceptable
+955	unacceptable
+956	acceptable
+957	acceptable
+958	acceptable
+959	acceptable
+960	acceptable
+961	acceptable
+962	acceptable
+963	acceptable
+964	acceptable
+965	acceptable
+966	acceptable
+967	unacceptable
+968	unacceptable
+969	acceptable
+970	acceptable
+971	acceptable
+972	acceptable
+973	acceptable
+974	acceptable
+975	acceptable
+976	acceptable
+977	acceptable
+978	acceptable
+979	acceptable
+980	acceptable
+981	acceptable
+982	unacceptable
+983	acceptable
+984	acceptable
+985	acceptable
+986	unacceptable
+987	acceptable
+988	acceptable
+989	acceptable
+990	acceptable
+991	acceptable
+992	acceptable
+993	acceptable
+994	acceptable
+995	acceptable
+996	acceptable
+997	unacceptable
+998	unacceptable
+999	acceptable
+1000	unacceptable
+1001	acceptable
+1002	acceptable
+1003	acceptable
+1004	unacceptable
+1005	unacceptable
+1006	acceptable
+1007	acceptable
+1008	acceptable
+1009	acceptable
+1010	acceptable
+1011	acceptable
+1012	acceptable
+1013	acceptable
+1014	acceptable
+1015	acceptable
+1016	acceptable
+1017	acceptable
+1018	acceptable
+1019	acceptable
+1020	acceptable
+1021	acceptable
+1022	acceptable
+1023	unacceptable
+1024	unacceptable
+1025	acceptable
+1026	acceptable
+1027	acceptable
+1028	acceptable
+1029	unacceptable
+1030	acceptable
+1031	acceptable
+1032	acceptable
+1033	acceptable
+1034	acceptable
+1035	unacceptable
+1036	unacceptable
+1037	acceptable
+1038	unacceptable
+1039	unacceptable
+1040	unacceptable
+1041	unacceptable
+1042	unacceptable
+1043	unacceptable
+1044	acceptable
+1045	acceptable
+1046	unacceptable
+1047	acceptable
+1048	unacceptable
+1049	unacceptable
+1050	unacceptable
+1051	unacceptable
+1052	unacceptable
+1053	unacceptable
+1054	acceptable
+1055	acceptable
+1056	acceptable
+1057	acceptable
+1058	acceptable
+1059	acceptable
+1060	acceptable
+1061	acceptable
+1062	acceptable

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 8.0,
+    "train_loss": 0.148403340177402,
+    "train_runtime": 707.366,
+    "train_samples": 8551,
+    "train_samples_per_second": 96.708,
+    "train_steps_per_second": 0.758
+}

trainer_state.json

@@ -0,0 +1,739 @@
+{
+  "best_metric": 0.3541961908340454,
+  "best_model_checkpoint": "./runtime-text-classification/electra-base-discriminator-CoLA/checkpoint-134",
+  "epoch": 8.0,
+  "global_step": 536,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.3529411764705884e-05,
+      "loss": 0.6818,
+      "step": 5
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.705882352941177e-05,
+      "loss": 0.6093,
+      "step": 10
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 7.058823529411765e-05,
+      "loss": 0.5991,
+      "step": 15
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.999340483599093e-05,
+      "loss": 0.5014,
+      "step": 20
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 7.995310893151923e-05,
+      "loss": 0.4253,
+      "step": 25
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 7.987621796687375e-05,
+      "loss": 0.4231,
+      "step": 30
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 7.976280237035291e-05,
+      "loss": 0.411,
+      "step": 35
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.964584084578578e-05,
+      "loss": 0.4267,
+      "step": 40
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.95056379670812e-05,
+      "loss": 0.4357,
+      "step": 45
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.929782771972567e-05,
+      "loss": 0.4468,
+      "step": 50
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.905402261718713e-05,
+      "loss": 0.4651,
+      "step": 55
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 7.877444597281055e-05,
+      "loss": 0.3906,
+      "step": 60
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.845935386489366e-05,
+      "loss": 0.4004,
+      "step": 65
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.35688334703445435,
+      "eval_matthews_correlation": 0.6339887598158311,
+      "eval_runtime": 1.9677,
+      "eval_samples_per_second": 530.071,
+      "eval_steps_per_second": 33.542,
+      "step": 67
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 7.810903490213196e-05,
+      "loss": 0.3209,
+      "step": 70
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 7.77238099592675e-05,
+      "loss": 0.3024,
+      "step": 75
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.730403188318356e-05,
+      "loss": 0.2579,
+      "step": 80
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 7.685008516971451e-05,
+      "loss": 0.3063,
+      "step": 85
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 7.636238561146672e-05,
+      "loss": 0.2636,
+      "step": 90
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 7.58413799169732e-05,
+      "loss": 0.294,
+      "step": 95
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.528754530153087e-05,
+      "loss": 0.2836,
+      "step": 100
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 7.470138905009503e-05,
+      "loss": 0.3346,
+      "step": 105
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 7.408344805263159e-05,
+      "loss": 0.2939,
+      "step": 110
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 7.343428831235258e-05,
+      "loss": 0.2815,
+      "step": 115
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 7.275450442728538e-05,
+      "loss": 0.2799,
+      "step": 120
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 7.204471904565049e-05,
+      "loss": 0.2491,
+      "step": 125
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 7.130558229554668e-05,
+      "loss": 0.2843,
+      "step": 130
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.3541961908340454,
+      "eval_matthews_correlation": 0.6579677841732349,
+      "eval_runtime": 2.0826,
+      "eval_samples_per_second": 500.817,
+      "eval_steps_per_second": 31.691,
+      "step": 134
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 7.053777118946615e-05,
+      "loss": 0.2591,
+      "step": 135
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 6.974198900418456e-05,
+      "loss": 0.182,
+      "step": 140
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 6.89189646365947e-05,
+      "loss": 0.1888,
+      "step": 145
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 6.806945193607303e-05,
+      "loss": 0.1455,
+      "step": 150
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 6.719422901399121e-05,
+      "loss": 0.1544,
+      "step": 155
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 6.629409753100488e-05,
+      "loss": 0.1622,
+      "step": 160
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 6.536988196277224e-05,
+      "loss": 0.1784,
+      "step": 165
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.442242884477545e-05,
+      "loss": 0.203,
+      "step": 170
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.345260599693621e-05,
+      "loss": 0.1598,
+      "step": 175
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 6.24613017287359e-05,
+      "loss": 0.1555,
+      "step": 180
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 6.144942402556829e-05,
+      "loss": 0.1363,
+      "step": 185
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 6.041789971707008e-05,
+      "loss": 0.1907,
+      "step": 190
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 5.9367673628191066e-05,
+      "loss": 0.1935,
+      "step": 195
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 5.8299707713781464e-05,
+      "loss": 0.1228,
+      "step": 200
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.42005565762519836,
+      "eval_matthews_correlation": 0.6412441886324401,
+      "eval_runtime": 1.931,
+      "eval_samples_per_second": 540.144,
+      "eval_steps_per_second": 34.18,
+      "step": 201
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 5.721498017748917e-05,
+      "loss": 0.1156,
+      "step": 205
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 5.6114484575773854e-05,
+      "loss": 0.0937,
+      "step": 210
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 5.499922890785868e-05,
+      "loss": 0.1138,
+      "step": 215
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 5.3870234692453145e-05,
+      "loss": 0.0948,
+      "step": 220
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 5.272853603209279e-05,
+      "loss": 0.0777,
+      "step": 225
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 5.15751786659527e-05,
+      "loss": 0.1148,
+      "step": 230
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 5.0411219012002445e-05,
+      "loss": 0.1676,
+      "step": 235
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 4.92377231993798e-05,
+      "loss": 0.0868,
+      "step": 240
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 4.805576609186946e-05,
+      "loss": 0.1009,
+      "step": 245
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 4.686643030338131e-05,
+      "loss": 0.1072,
+      "step": 250
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 4.5670805206329904e-05,
+      "loss": 0.0908,
+      "step": 255
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 4.4469985933823594e-05,
+      "loss": 0.1031,
+      "step": 260
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 4.326507237657703e-05,
+      "loss": 0.0989,
+      "step": 265
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.4780134856700897,
+      "eval_matthews_correlation": 0.6757073194553476,
+      "eval_runtime": 1.9344,
+      "eval_samples_per_second": 539.172,
+      "eval_steps_per_second": 34.118,
+      "step": 268
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.205716817546599e-05,
+      "loss": 0.0854,
+      "step": 270
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 4.084737971064728e-05,
+      "loss": 0.0493,
+      "step": 275
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 3.9636815088169476e-05,
+      "loss": 0.0902,
+      "step": 280
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 3.842658312500302e-05,
+      "loss": 0.0567,
+      "step": 285
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 3.721779233341892e-05,
+      "loss": 0.0549,
+      "step": 290
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 3.6011549905646726e-05,
+      "loss": 0.0596,
+      "step": 295
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 3.480896069974151e-05,
+      "loss": 0.048,
+      "step": 300
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 3.361112622758889e-05,
+      "loss": 0.081,
+      "step": 305
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.241914364597488e-05,
+      "loss": 0.0871,
+      "step": 310
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.123410475164486e-05,
+      "loss": 0.062,
+      "step": 315
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 3.005709498127213e-05,
+      "loss": 0.0763,
+      "step": 320
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 2.8889192417251865e-05,
+      "loss": 0.0634,
+      "step": 325
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 2.7731466800231328e-05,
+      "loss": 0.0798,
+      "step": 330
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 2.658497854928058e-05,
+      "loss": 0.0681,
+      "step": 335
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 0.49001187086105347,
+      "eval_matthews_correlation": 0.6925407764960233,
+      "eval_runtime": 1.9334,
+      "eval_samples_per_second": 539.471,
+      "eval_steps_per_second": 34.137,
+      "step": 335
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 2.5450777790601394e-05,
+      "loss": 0.0465,
+      "step": 340
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 2.432990339566394e-05,
+      "loss": 0.0674,
+      "step": 345
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 2.322338202965213e-05,
+      "loss": 0.0419,
+      "step": 350
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 2.2132227211089496e-05,
+      "loss": 0.0481,
+      "step": 355
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 2.1057438383506473e-05,
+      "loss": 0.0362,
+      "step": 360
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 2.0000000000000012e-05,
+      "loss": 0.0336,
+      "step": 365
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 1.89608806215234e-05,
+      "loss": 0.0571,
+      "step": 370
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 1.79410320297327e-05,
+      "loss": 0.0459,
+      "step": 375
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 1.694138835520206e-05,
+      "loss": 0.0238,
+      "step": 380
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 1.5962865221806545e-05,
+      "loss": 0.054,
+      "step": 385
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 1.5006358908056302e-05,
+      "loss": 0.017,
+      "step": 390
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 1.4072745526149944e-05,
+      "loss": 0.0224,
+      "step": 395
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 1.316288021949944e-05,
+      "loss": 0.0506,
+      "step": 400
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 0.5837473273277283,
+      "eval_matthews_correlation": 0.6785370776792806,
+      "eval_runtime": 1.9297,
+      "eval_samples_per_second": 540.494,
+      "eval_steps_per_second": 34.202,
+      "step": 402
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 1.2277596379461248e-05,
+      "loss": 0.0317,
+      "step": 405
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 1.1417704881991271e-05,
+      "loss": 0.0451,
+      "step": 410
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 1.0583993344922905e-05,
+      "loss": 0.0061,
+      "step": 415
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 9.777225406548166e-06,
+      "loss": 0.028,
+      "step": 420
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 8.998140026163119e-06,
+      "loss": 0.0358,
+      "step": 425
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 8.24745080721788e-06,
+      "loss": 0.0154,
+      "step": 430
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 7.5258453436913185e-06,
+      "loss": 0.0194,
+      "step": 435
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 6.83398459028922e-06,
+      "loss": 0.0292,
+      "step": 440
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 6.172502257042672e-06,
+      "loss": 0.0473,
+      "step": 445
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 5.542004228861171e-06,
+      "loss": 0.0327,
+      "step": 450
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 4.94306801057221e-06,
+      "loss": 0.0106,
+      "step": 455
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 4.376242197955542e-06,
+      "loss": 0.0226,
+      "step": 460
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 3.842045975256774e-06,
+      "loss": 0.0093,
+      "step": 465
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 0.6298416256904602,
+      "eval_matthews_correlation": 0.6651627094568674,
+      "eval_runtime": 2.9643,
+      "eval_samples_per_second": 351.848,
+      "eval_steps_per_second": 22.265,
+      "step": 469
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.340968639640463e-06,
+      "loss": 0.0178,
+      "step": 470
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 2.8734691530181603e-06,
+      "loss": 0.0129,
+      "step": 475
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 2.439975721662231e-06,
+      "loss": 0.034,
+      "step": 480
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 2.040885403990136e-06,
+      "loss": 0.0067,
+      "step": 485
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 1.6765637468787011e-06,
+      "loss": 0.0251,
+      "step": 490
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 1.3473444508414102e-06,
+      "loss": 0.0137,
+      "step": 495
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 1.0535290643752448e-06,
+      "loss": 0.0125,
+      "step": 500
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 7.953867077573396e-07,
+      "loss": 0.0213,
+      "step": 505
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 5.731538265441572e-07,
+      "loss": 0.0297,
+      "step": 510
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.870339749991292e-07,
+      "loss": 0.0356,
+      "step": 515
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.3719762964709903e-07,
+      "loss": 0.0213,
+      "step": 520
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.2378203312626292e-07,
+      "loss": 0.0122,
+      "step": 525
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 4.689106848078773e-08,
+      "loss": 0.0355,
+      "step": 530
+    },
+    {
+      "epoch": 7.99,
+      "learning_rate": 6.595164009066679e-09,
+      "loss": 0.0244,
+      "step": 535
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 0.6291629076004028,
+      "eval_matthews_correlation": 0.6750024002589107,
+      "eval_runtime": 2.0387,
+      "eval_samples_per_second": 511.593,
+      "eval_steps_per_second": 32.373,
+      "step": 536
+    },
+    {
+      "epoch": 8.0,
+      "step": 536,
+      "total_flos": 4499725164216320.0,
+      "train_loss": 0.148403340177402,
+      "train_runtime": 707.366,
+      "train_samples_per_second": 96.708,
+      "train_steps_per_second": 0.758
+    }
+  ],
+  "max_steps": 536,
+  "num_train_epochs": 8,
+  "total_flos": 4499725164216320.0,
+  "trial_name": null,
+  "trial_params": null
+}