'SpanBERT/spanbert-base-cased'
training_args = TrainingArguments(
    output_dir='ECO_DEBERTA',
    evaluation_strategy="epoch",
    learning_rate=2e-5,
    per_device_train_batch_size=16,
    per_device_eval_batch_size=16,
    num_train_epochs=32,
    weight_decay=0.01,
    save_strategy="epoch",
    load_best_model_at_end=True,
    push_to_hub=True
)




Epoch	Training Loss	Validation Loss	Precision	Recall	F1	Accuracy
1	No log	1.258691	0.000000	0.000000	0.000000	0.980338
2	1.384100	0.473128	0.000000	0.000000	0.000000	0.980338
3	1.384100	0.208567	0.000000	0.000000	0.000000	0.980338
4	0.254900	0.180245	0.000000	0.000000	0.000000	0.980338
5	0.254900	0.132307	0.000000	0.000000	0.000000	0.980338
6	0.143400	0.110726	0.161069	0.063359	0.090944	0.981309
7	0.143400	0.099000	0.218726	0.155568	0.181818	0.982443
8	0.091500	0.093783	0.301811	0.242653	0.269018	0.983087
9	0.091500	0.089372	0.374176	0.336748	0.354477	0.984019
10	0.066800	0.088663	0.385200	0.355082	0.369529	0.984208
11	0.066800	0.088930	0.359259	0.366136	0.362665	0.983793
12	0.051400	0.085646	0.382471	0.384740	0.383602	0.984464
13	0.051400	0.084439	0.410440	0.402804	0.406586	0.985200
14	0.040600	0.082329	0.401633	0.424373	0.412690	0.985034
15	0.040600	0.085740	0.410645	0.401456	0.405999	0.985344
16	0.032900	0.086786	0.420853	0.417902	0.419372	0.985266
17	0.032900	0.087108	0.422965	0.430035	0.426471	0.985424
18	0.027000	0.084872	0.411951	0.421947	0.416889	0.985531
19	0.027000	0.089524	0.435493	0.438663	0.437072	0.985274
20	0.023300	0.090247	0.423305	0.424104	0.423704	0.985095
21	0.023300	0.085435	0.444211	0.455109	0.449594	0.985959
22	0.019900	0.089636	0.439097	0.440280	0.439688	0.985517
23	0.019900	0.087967	0.444685	0.443246	0.443964	0.985774
24	0.017600	0.089286	0.423560	0.445942	0.434463	0.985505
25	0.017600	0.090371	0.443433	0.459693	0.451416	0.985507
26	0.015600	0.092374	0.451836	0.457805	0.454801	0.985723
27	0.015600	0.091545	0.452462	0.463198	0.457767	0.985830
28	0.014100	0.092681	0.454833	0.465624	0.460165	0.985834
29	0.014100	0.091881	0.450730	0.466163	0.458317	0.985871
30	0.013000	0.093198	0.444387	0.464276	0.454114	0.985606
31	0.013000	0.093104	0.447402	0.466703	0.456849	0.985756
32	0.012500	0.093041	0.447846	0.465355	0.456433	0.985818


![image/png](https://cdn-uploads.huggingface.co/production/uploads/6634a6ddbcf56d1302dc1e82/ZjCtEqVQsLPfZUcsMQwpb.png)