eduagarcia commited on
Commit
818c468
1 Parent(s): 4a005f5

Temporally remove sabia-3

Browse files
Files changed (1) hide show
  1. external_models_results.json +0 -22
external_models_results.json CHANGED
@@ -264,27 +264,5 @@
264
  },
265
  "result_metrics_average": 0.7857580188820238,
266
  "result_metrics_npm": 0.6584973442501938
267
- },
268
- {
269
- "model": "sabia-3",
270
- "name": "Sabiá-3",
271
- "link": "https://www.maritaca.ai/",
272
- "date": "2024-08-20",
273
- "status": "full",
274
- "main_language": "Portuguese",
275
- "model_type": "proprietary",
276
- "result_metrics": {
277
- "enem_challenge": 0.8789363191042687,
278
- "bluex": 0.7899860917941586,
279
- "oab_exams": 0.8391799544419134,
280
- "assin2_sts": 0.8253863689009022,
281
- "assin2_rte": 0.9477034821619312,
282
- "faquad_nli": 0.8243848812618203,
283
- "hatebr_offensive": 0.5519158516393349,
284
- "portuguese_hate_speech": 0.48273809523809524,
285
- "tweetsentbr": 0.5632959814986498
286
- },
287
- "result_metrics_average": 0.744836336226786,
288
- "result_metrics_npm": 0.5802643096708316
289
  }
290
  ]
 
264
  },
265
  "result_metrics_average": 0.7857580188820238,
266
  "result_metrics_npm": 0.6584973442501938
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
267
  }
268
  ]