edits

README.md

@@ -1 +0,0 @@
-# Italian Sentiment

config.json

@@ -1,13 +1,11 @@
 {
-  "_name_or_path": ".",
-  "_num_labels": 2,
+  "_name_or_path": "Musixmatch/umberto-commoncrawl-cased-v1",
   "architectures": [
     "CamembertForSequenceClassification"
   ],
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 5,
   "eos_token_id": 6,
-  "finetuning_task": "sst-2",
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
@@ -16,7 +14,7 @@
   "intermediate_size": 3072,
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,
-  "model_type": "roberta",
+  "model_type": "camembert",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "output_past": true,

eval_results_None.txt

@@ -0,0 +1,8 @@
+epoch = 20.0
+eval_accuracy = 0.8485714197158813
+eval_f1 = 0.8467208690370706
+eval_loss = 1.1249290704727173
+eval_precision = 0.8459755136043796
+eval_recall = 0.8485714285714285
+eval_runtime = 9.6104
+eval_samples_per_second = 109.256

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfb79fa67d57dfe194ad03202142489c94b3755df10543f44c58da64e1c29230
-size 444908290
+oid sha256:afd86d1f964d84f7437fb865bf893db1af4e2d13c4b2d5a015b2cc5426462531
+size 442584521

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>", "additional_special_tokens": ["<s>NOTUSED", "</s>NOTUSED"]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["<s>NOTUSED", "</s>NOTUSED"]}

test_results_None.txt

@@ -0,0 +1,1051 @@
+index	prediction
+0	1
+1	0
+2	1
+3	0
+4	1
+5	0
+6	1
+7	0
+8	1
+9	1
+10	0
+11	0
+12	0
+13	0
+14	0
+15	0
+16	1
+17	0
+18	0
+19	0
+20	0
+21	0
+22	1
+23	0
+24	0
+25	0
+26	0
+27	0
+28	1
+29	0
+30	0
+31	0
+32	0
+33	0
+34	0
+35	0
+36	0
+37	0
+38	0
+39	0
+40	1
+41	0
+42	1
+43	0
+44	1
+45	1
+46	0
+47	0
+48	0
+49	0
+50	0
+51	0
+52	0
+53	1
+54	0
+55	1
+56	0
+57	0
+58	0
+59	0
+60	0
+61	0
+62	1
+63	1
+64	0
+65	0
+66	0
+67	0
+68	0
+69	0
+70	0
+71	0
+72	0
+73	1
+74	0
+75	0
+76	0
+77	0
+78	0
+79	0
+80	0
+81	1
+82	0
+83	0
+84	1
+85	0
+86	0
+87	0
+88	1
+89	1
+90	1
+91	0
+92	0
+93	0
+94	0
+95	0
+96	0
+97	0
+98	0
+99	1
+100	1
+101	0
+102	0
+103	0
+104	0
+105	0
+106	0
+107	0
+108	0
+109	0
+110	0
+111	0
+112	0
+113	0
+114	0
+115	0
+116	1
+117	0
+118	1
+119	0
+120	0
+121	0
+122	0
+123	0
+124	0
+125	0
+126	0
+127	0
+128	0
+129	0
+130	0
+131	0
+132	0
+133	0
+134	0
+135	0
+136	0
+137	0
+138	0
+139	1
+140	0
+141	0
+142	0
+143	0
+144	1
+145	0
+146	0
+147	1
+148	1
+149	0
+150	1
+151	1
+152	0
+153	0
+154	0
+155	0
+156	1
+157	0
+158	0
+159	0
+160	0
+161	0
+162	0
+163	0
+164	0
+165	0
+166	1
+167	0
+168	0
+169	0
+170	1
+171	0
+172	0
+173	1
+174	0
+175	1
+176	0
+177	0
+178	0
+179	0
+180	0
+181	0
+182	1
+183	0
+184	0
+185	0
+186	0
+187	1
+188	1
+189	0
+190	1
+191	0
+192	1
+193	0
+194	0
+195	0
+196	0
+197	0
+198	0
+199	0
+200	0
+201	0
+202	0
+203	0
+204	0
+205	0
+206	0
+207	0
+208	0
+209	0
+210	0
+211	0
+212	0
+213	0
+214	0
+215	1
+216	0
+217	0
+218	0
+219	0
+220	0
+221	0
+222	0
+223	0
+224	0
+225	0
+226	0
+227	0
+228	0
+229	0
+230	0
+231	0
+232	0
+233	1
+234	1
+235	1
+236	0
+237	0
+238	0
+239	0
+240	0
+241	0
+242	0
+243	0
+244	0
+245	0
+246	0
+247	0
+248	0
+249	0
+250	0
+251	0
+252	0
+253	0
+254	0
+255	0
+256	0
+257	0
+258	0
+259	0
+260	0
+261	0
+262	0
+263	1
+264	0
+265	0
+266	1
+267	0
+268	0
+269	0
+270	0
+271	0
+272	0
+273	0
+274	0
+275	0
+276	1
+277	0
+278	0
+279	0
+280	0
+281	0
+282	0
+283	0
+284	0
+285	0
+286	0
+287	0
+288	1
+289	1
+290	1
+291	0
+292	0
+293	0
+294	0
+295	0
+296	0
+297	0
+298	0
+299	1
+300	0
+301	0
+302	0
+303	0
+304	0
+305	0
+306	0
+307	0
+308	1
+309	0
+310	1
+311	0
+312	0
+313	0
+314	1
+315	1
+316	0
+317	0
+318	0
+319	0
+320	0
+321	0
+322	0
+323	1
+324	1
+325	0
+326	0
+327	0
+328	0
+329	0
+330	1
+331	0
+332	1
+333	0
+334	0
+335	0
+336	0
+337	0
+338	0
+339	0
+340	1
+341	0
+342	0
+343	0
+344	0
+345	0
+346	1
+347	1
+348	0
+349	1
+350	0
+351	0
+352	0
+353	0
+354	0
+355	0
+356	0
+357	0
+358	0
+359	0
+360	0
+361	0
+362	0
+363	0
+364	0
+365	0
+366	0
+367	0
+368	0
+369	0
+370	0
+371	1
+372	0
+373	0
+374	0
+375	0
+376	0
+377	0
+378	1
+379	1
+380	0
+381	0
+382	0
+383	0
+384	0
+385	0
+386	0
+387	0
+388	0
+389	0
+390	0
+391	0
+392	0
+393	0
+394	0
+395	0
+396	1
+397	1
+398	0
+399	0
+400	0
+401	0
+402	0
+403	1
+404	0
+405	0
+406	0
+407	0
+408	0
+409	0
+410	0
+411	0
+412	0
+413	0
+414	1
+415	0
+416	0
+417	0
+418	0
+419	0
+420	0
+421	1
+422	1
+423	0
+424	0
+425	0
+426	0
+427	0
+428	0
+429	1
+430	0
+431	1
+432	0
+433	0
+434	0
+435	0
+436	0
+437	0
+438	0
+439	1
+440	0
+441	0
+442	1
+443	0
+444	0
+445	0
+446	0
+447	0
+448	0
+449	0
+450	0
+451	0
+452	1
+453	1
+454	0
+455	0
+456	1
+457	1
+458	1
+459	0
+460	1
+461	0
+462	0
+463	0
+464	0
+465	0
+466	0
+467	1
+468	0
+469	0
+470	0
+471	0
+472	0
+473	0
+474	0
+475	0
+476	0
+477	0
+478	0
+479	0
+480	0
+481	0
+482	0
+483	1
+484	1
+485	0
+486	1
+487	0
+488	0
+489	1
+490	0
+491	0
+492	0
+493	0
+494	0
+495	0
+496	0
+497	0
+498	0
+499	0
+500	0
+501	1
+502	1
+503	1
+504	0
+505	0
+506	1
+507	0
+508	0
+509	0
+510	1
+511	1
+512	0
+513	0
+514	1
+515	0
+516	1
+517	0
+518	1
+519	0
+520	0
+521	0
+522	0
+523	0
+524	0
+525	0
+526	1
+527	0
+528	0
+529	0
+530	1
+531	0
+532	0
+533	0
+534	0
+535	0
+536	0
+537	1
+538	0
+539	0
+540	0
+541	1
+542	0
+543	0
+544	0
+545	0
+546	0
+547	0
+548	0
+549	0
+550	0
+551	0
+552	0
+553	0
+554	1
+555	0
+556	0
+557	0
+558	0
+559	0
+560	0
+561	0
+562	1
+563	0
+564	0
+565	0
+566	1
+567	0
+568	0
+569	0
+570	0
+571	0
+572	0
+573	0
+574	0
+575	0
+576	0
+577	0
+578	0
+579	0
+580	0
+581	0
+582	0
+583	0
+584	1
+585	0
+586	0
+587	0
+588	1
+589	0
+590	0
+591	1
+592	0
+593	0
+594	1
+595	0
+596	0
+597	0
+598	0
+599	0
+600	0
+601	0
+602	0
+603	1
+604	0
+605	1
+606	0
+607	0
+608	1
+609	1
+610	1
+611	0
+612	0
+613	0
+614	0
+615	0
+616	0
+617	0
+618	0
+619	0
+620	0
+621	0
+622	0
+623	0
+624	0
+625	0
+626	0
+627	1
+628	0
+629	0
+630	1
+631	0
+632	0
+633	0
+634	0
+635	0
+636	0
+637	0
+638	0
+639	1
+640	0
+641	0
+642	0
+643	0
+644	1
+645	0
+646	1
+647	1
+648	1
+649	0
+650	0
+651	0
+652	0
+653	1
+654	0
+655	0
+656	0
+657	0
+658	0
+659	1
+660	0
+661	0
+662	0
+663	0
+664	1
+665	0
+666	0
+667	0
+668	0
+669	0
+670	1
+671	0
+672	1
+673	0
+674	0
+675	0
+676	1
+677	0
+678	1
+679	1
+680	0
+681	0
+682	0
+683	0
+684	1
+685	1
+686	0
+687	0
+688	0
+689	0
+690	0
+691	1
+692	0
+693	1
+694	1
+695	0
+696	0
+697	0
+698	1
+699	0
+700	1
+701	0
+702	0
+703	1
+704	0
+705	0
+706	0
+707	1
+708	0
+709	1
+710	1
+711	0
+712	0
+713	0
+714	0
+715	0
+716	0
+717	0
+718	0
+719	0
+720	0
+721	1
+722	0
+723	0
+724	0
+725	0
+726	0
+727	1
+728	1
+729	0
+730	1
+731	0
+732	0
+733	0
+734	0
+735	0
+736	0
+737	0
+738	0
+739	0
+740	0
+741	1
+742	0
+743	1
+744	0
+745	1
+746	1
+747	0
+748	1
+749	0
+750	0
+751	0
+752	0
+753	0
+754	1
+755	1
+756	1
+757	0
+758	0
+759	0
+760	0
+761	1
+762	0
+763	0
+764	0
+765	0
+766	1
+767	0
+768	1
+769	0
+770	0
+771	1
+772	1
+773	0
+774	0
+775	0
+776	0
+777	0
+778	1
+779	1
+780	0
+781	1
+782	0
+783	0
+784	0
+785	1
+786	0
+787	1
+788	1
+789	1
+790	0
+791	1
+792	1
+793	0
+794	0
+795	0
+796	0
+797	0
+798	1
+799	0
+800	1
+801	0
+802	1
+803	1
+804	1
+805	0
+806	1
+807	0
+808	1
+809	1
+810	1
+811	1
+812	0
+813	0
+814	1
+815	1
+816	0
+817	0
+818	0
+819	0
+820	0
+821	0
+822	1
+823	0
+824	0
+825	1
+826	0
+827	0
+828	0
+829	0
+830	1
+831	0
+832	1
+833	0
+834	0
+835	0
+836	0
+837	0
+838	0
+839	0
+840	0
+841	0
+842	1
+843	1
+844	0
+845	0
+846	0
+847	0
+848	0
+849	0
+850	1
+851	1
+852	0
+853	1
+854	1
+855	0
+856	1
+857	1
+858	1
+859	1
+860	1
+861	0
+862	0
+863	0
+864	0
+865	0
+866	1
+867	0
+868	1
+869	0
+870	1
+871	1
+872	0
+873	1
+874	0
+875	0
+876	1
+877	1
+878	1
+879	1
+880	0
+881	1
+882	0
+883	1
+884	0
+885	0
+886	1
+887	0
+888	0
+889	0
+890	0
+891	0
+892	0
+893	1
+894	0
+895	1
+896	0
+897	0
+898	1
+899	0
+900	0
+901	0
+902	0
+903	1
+904	0
+905	0
+906	0
+907	0
+908	0
+909	1
+910	0
+911	0
+912	0
+913	0
+914	1
+915	0
+916	0
+917	0
+918	1
+919	0
+920	1
+921	0
+922	0
+923	0
+924	1
+925	1
+926	0
+927	0
+928	0
+929	1
+930	0
+931	1
+932	0
+933	0
+934	1
+935	0
+936	1
+937	1
+938	0
+939	1
+940	1
+941	1
+942	0
+943	0
+944	1
+945	1
+946	0
+947	1
+948	1
+949	1
+950	1
+951	1
+952	1
+953	0
+954	1
+955	0
+956	1
+957	0
+958	1
+959	1
+960	1
+961	1
+962	1
+963	0
+964	0
+965	0
+966	0
+967	1
+968	1
+969	0
+970	0
+971	1
+972	1
+973	0
+974	1
+975	0
+976	1
+977	1
+978	0
+979	0
+980	0
+981	0
+982	0
+983	0
+984	1
+985	1
+986	1
+987	1
+988	1
+989	0
+990	0
+991	1
+992	1
+993	1
+994	1
+995	1
+996	1
+997	0
+998	0
+999	1
+1000	1
+1001	0
+1002	1
+1003	1
+1004	0
+1005	1
+1006	1
+1007	1
+1008	1
+1009	1
+1010	1
+1011	0
+1012	0
+1013	1
+1014	1
+1015	1
+1016	1
+1017	0
+1018	1
+1019	0
+1020	1
+1021	1
+1022	1
+1023	1
+1024	1
+1025	1
+1026	1
+1027	1
+1028	1
+1029	0
+1030	1
+1031	0
+1032	0
+1033	1
+1034	1
+1035	1
+1036	1
+1037	0
+1038	0
+1039	0
+1040	0
+1041	0
+1042	1
+1043	1
+1044	1
+1045	1
+1046	0
+1047	1
+1048	0
+1049	0

tf_model.h5

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ccfa6d07fa63020aac1437bbca705855dd0b20e02b9f4f3f656f800e31588b60
-size 442767488

tokenizer_config.json

@@ -1 +1 @@
-{"do_lower_case": false}
+{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "additional_special_tokens": ["<s>NOTUSED", "</s>NOTUSED"], "special_tokens_map_file": null, "name_or_path": "Musixmatch/umberto-commoncrawl-cased-v1"}

train_results.txt

@@ -0,0 +1,3 @@
+epoch = 20.0
+train_runtime = 841.737
+train_samples_per_second = 1.521

trainer_state.json

@@ -0,0 +1,35 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 20.0,
+  "global_step": 1280,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 7.81,
+      "learning_rate": 3.0468750000000002e-05,
+      "loss": 0.132,
+      "step": 500
+    },
+    {
+      "epoch": 15.62,
+      "learning_rate": 1.09375e-05,
+      "loss": 0.0102,
+      "step": 1000
+    },
+    {
+      "epoch": 20.0,
+      "step": 1280,
+      "total_flos": 13844892618547200,
+      "train_runtime": 841.737,
+      "train_samples_per_second": 1.521
+    }
+  ],
+  "max_steps": 1280,
+  "num_train_epochs": 20,
+  "total_flos": 13844892618547200,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a718462df3b8d7cf1086ac9a972fa5851a2324312bc028cdbdde07ad8ef1ebe
-size 1506
+oid sha256:330158f67063e459b21832cb5a321ff2d7584086a6665fae9d685cf803694645
+size 2159