Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
eduagarcia
commited on
Commit
•
818c468
1
Parent(s):
4a005f5
Temporally remove sabia-3
Browse files- external_models_results.json +0 -22
external_models_results.json
CHANGED
@@ -264,27 +264,5 @@
|
|
264 |
},
|
265 |
"result_metrics_average": 0.7857580188820238,
|
266 |
"result_metrics_npm": 0.6584973442501938
|
267 |
-
},
|
268 |
-
{
|
269 |
-
"model": "sabia-3",
|
270 |
-
"name": "Sabiá-3",
|
271 |
-
"link": "https://www.maritaca.ai/",
|
272 |
-
"date": "2024-08-20",
|
273 |
-
"status": "full",
|
274 |
-
"main_language": "Portuguese",
|
275 |
-
"model_type": "proprietary",
|
276 |
-
"result_metrics": {
|
277 |
-
"enem_challenge": 0.8789363191042687,
|
278 |
-
"bluex": 0.7899860917941586,
|
279 |
-
"oab_exams": 0.8391799544419134,
|
280 |
-
"assin2_sts": 0.8253863689009022,
|
281 |
-
"assin2_rte": 0.9477034821619312,
|
282 |
-
"faquad_nli": 0.8243848812618203,
|
283 |
-
"hatebr_offensive": 0.5519158516393349,
|
284 |
-
"portuguese_hate_speech": 0.48273809523809524,
|
285 |
-
"tweetsentbr": 0.5632959814986498
|
286 |
-
},
|
287 |
-
"result_metrics_average": 0.744836336226786,
|
288 |
-
"result_metrics_npm": 0.5802643096708316
|
289 |
}
|
290 |
]
|
|
|
264 |
},
|
265 |
"result_metrics_average": 0.7857580188820238,
|
266 |
"result_metrics_npm": 0.6584973442501938
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
267 |
}
|
268 |
]
|