Model: OpenLLM-Ro/RoLlama3.1-8b-Instruct-DPO
Author: OpenLLM-Ro
Tags: safetensors, llama, ro, dataset:OpenLLM-Ro/ro_dpo_helpsteer, dataset:OpenLLM-Ro/ro_dpo_ultrafeedback, dataset:OpenLLM-Ro/ro_dpo_magpie, dataset:OpenLLM-Ro/ro_dpo_argilla_magpie, dataset:OpenLLM-Ro/ro_dpo_helpsteer2, arxiv:2406.18266, base_model:OpenLLM-Ro/RoLlama3.1-8b-Instruct-2025-04-23, base_model:finetune:OpenLLM-Ro/RoLlama3.1-8b-Instruct-2025-04-23, license:cc-by-nc-4.0, model-index, region:us
Base models (finetune): id: OpenLLM-Ro/RoLlama3.1-8b-Instruct-2025-04-23
Card metadata: license: cc-by-nc-4.0
language: ro
base_model: OpenLLM-Ro/RoLlama3.1-8b-Instruct-2025-04-23
datasets: OpenLLM-Ro/ro_dpo_helpsteer, OpenLLM-Ro/ro_dpo_ultrafeedback, OpenLLM-Ro/ro_dpo_magpie, OpenLLM-Ro/ro_dpo_argilla_magpie, OpenLLM-Ro/ro_dpo_helpsteer2
model-index: name: OpenLLM-Ro/RoLlama3.1-8b-Instruct-DPO-2025-04-23
results: task: type: text-generation
dataset: name: RoMT-Bench
type: RoMT-Bench
metrics: name: Score
type: Score
value: 7
verified: no, task: type: text-generation
dataset: name: RoCulturaBench
type: RoCulturaBench
metrics: name: Score
type: Score
value: 4.73
verified: no, task: type: text-generation
dataset: name: Romanian_Academic_Benchmarks
type: Romanian_Academic_Benchmarks
metrics: name: Average accuracy
type: accuracy
value: 53.76
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_arc_challenge
type: OpenLLM-Ro/ro_arc_challenge
metrics: name: Average accuracy
type: accuracy
value: 51.09
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_mmlu
type: OpenLLM-Ro/ro_mmlu
metrics: name: Average accuracy
type: accuracy
value: 56.22
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_winogrande
type: OpenLLM-Ro/ro_winogrande
metrics: name: Average accuracy
type: accuracy
value: 66.77
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_hellaswag
type: OpenLLM-Ro/ro_hellaswag
metrics: name: Average accuracy
type: accuracy
value: 59.38
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_gsm8k
type: OpenLLM-Ro/ro_gsm8k
metrics: name: Average accuracy
type: accuracy
value: 31.54
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_truthfulqa
type: OpenLLM-Ro/ro_truthfulqa
metrics: name: Average accuracy
type: accuracy
value: 57.56
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_binary
type: LaRoSeDa_binary
metrics: name: Average macro-f1
type: macro-f1
value: 96.87
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_multiclass
type: LaRoSeDa_multiclass
metrics: name: Average macro-f1
type: macro-f1
value: 60.75
verified: no, task: type: text-generation
dataset: name: WMT_EN-RO
type: WMT_EN-RO
metrics: name: Average bleu
type: bleu
value: 20.3
verified: no, task: type: text-generation
dataset: name: WMT_RO-EN
type: WMT_RO-EN
metrics: name: Average bleu
type: bleu
value: 18.57
verified: no, task: type: text-generation
dataset: name: XQuAD
type: XQuAD
metrics: name: Average exact_match
type: exact_match
value: 9.22
verified: no, task: type: text-generation
dataset: name: XQuAD
type: XQuAD
metrics: name: Average f1
type: f1
value: 22.75
verified: no, task: type: text-generation
dataset: name: STS
type: STS
metrics: name: Average spearman
type: spearman
value: 30.82
verified: no, task: type: text-generation
dataset: name: STS
type: STS
metrics: name: Average pearson
type: pearson
value: 20.25
verified: no, task: type: text-generation
dataset: name: RoMT-Bench
type: RoMT-Bench
metrics: name: First turn
type: Score
value: 7.3
verified: no, name: Second turn
type: Score
value: 6.7
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_arc_challenge
type: OpenLLM-Ro/ro_arc_challenge
metrics: name: 0-shot
type: accuracy
value: 51.59
verified: no, name: 1-shot
type: accuracy
value: 52.1
verified: no, name: 3-shot
type: accuracy
value: 50.99
verified: no, name: 5-shot
type: accuracy
value: 50.81
verified: no, name: 10-shot
type: accuracy
value: 49.7
verified: no, name: 25-shot
type: accuracy
value: 51.33
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_mmlu
type: OpenLLM-Ro/ro_mmlu
metrics: name: 0-shot
type: accuracy
value: 56.88
verified: no, name: 1-shot
type: accuracy
value: 55.61
verified: no, name: 3-shot
type: accuracy
value: 56.06
verified: no, name: 5-shot
type: accuracy
value: 56.31
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_winogrande
type: OpenLLM-Ro/ro_winogrande
metrics: name: 0-shot
type: accuracy
value: 65.67
verified: no, name: 1-shot
type: accuracy
value: 66.3
verified: no, name: 3-shot
type: accuracy
value: 67.4
verified: no, name: 5-shot
type: accuracy
value: 67.72
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_hellaswag
type: OpenLLM-Ro/ro_hellaswag
metrics: name: 0-shot
type: accuracy
value: 60.53
verified: no, name: 1-shot
type: accuracy
value: 60.37
verified: no, name: 3-shot
type: accuracy
value: 58.2
verified: no, name: 5-shot
type: accuracy
value: 58.18
verified: no, name: 10-shot
type: accuracy
value: 59.61
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_gsm8k
type: OpenLLM-Ro/ro_gsm8k
metrics: name: 1-shot
type: accuracy
value: 25.09
verified: no, name: 3-shot
type: accuracy
value: 30.02
verified: no, name: 5-shot
type: accuracy
value: 39.5
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_binary
type: LaRoSeDa_binary
metrics: name: 0-shot
type: macro-f1
value: 95.39
verified: no, name: 1-shot
type: macro-f1
value: 95.9
verified: no, name: 3-shot
type: macro-f1
value: 98
verified: no, name: 5-shot
type: macro-f1
value: 98.17
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_multiclass
type: LaRoSeDa_multiclass
metrics: name: 0-shot
type: macro-f1
value: 60.3
verified: no, name: 1-shot
type: macro-f1
value: 64.73
verified: no, name: 3-shot
type: macro-f1
value: 58.69
verified: no, name: 5-shot
type: macro-f1
value: 59.3
verified: no, task: type: text-generation
dataset: name: WMT_EN-RO
type: WMT_EN-RO
metrics: name: 0-shot
type: bleu
value: 5.46
verified: no, name: 1-shot
type: bleu
value: 26.08
verified: no, name: 3-shot
type: bleu
value: 25.9
verified: no, name: 5-shot
type: bleu
value: 23.76
verified: no, task: type: text-generation
dataset: name: WMT_RO-EN
type: WMT_RO-EN
metrics: name: 0-shot
type: bleu
value: 2.74
verified: no, name: 1-shot
type: bleu
value: 20.95
verified: no, name: 3-shot
type: bleu
value: 31.53
verified: no, name: 5-shot
type: bleu
value: 19.05
verified: no, task: type: text-generation
dataset: name: XQuAD_EM
type: XQuAD_EM
metrics: name: 0-shot
type: exact_match
value: 12.27
verified: no, name: 1-shot
type: exact_match
value: 17.98
verified: no, name: 3-shot
type: exact_match
value: 5.04
verified: no, name: 5-shot
type: exact_match
value: 1.6
verified: no, task: type: text-generation
dataset: name: XQuAD_F1
type: XQuAD_F1
metrics: name: 0-shot
type: f1
value: 26.24
verified: no, name: 1-shot
type: f1
value: 32.54
verified: no, name: 3-shot
type: f1
value: 18
verified: no, name: 5-shot
type: f1
value: 14.22
verified: no, task: type: text-generation
dataset: name: STS_Spearman
type: STS_Spearman
metrics: name: 1-shot
type: spearman
value: 76.7
verified: no, name: 3-shot
type: spearman
value: 2.82
verified: no, name: 5-shot
type: spearman
value: 12.95
verified: no, task: type: text-generation
dataset: name: STS_Pearson
type: STS_Pearson
metrics: name: 1-shot
type: pearson
value: 77.3
verified: no, name: 3-shot
type: pearson
value: -14.56
verified: no, name: 5-shot
type: pearson
value: -1.99
verified: no
Likes: 2 | All-time downloads: 8741
Created: 2024-10-09 21:14:35