Model: LuuNgoc2k2/RoGemma2-9b-Instruct-DPO-2025-04-23-Q8_0-GGUF
Author: LuuNgoc2k2
Tags: gguf, llama-cpp, gguf-my-repo, ro, dataset:OpenLLM-Ro/ro_dpo_helpsteer, dataset:OpenLLM-Ro/ro_dpo_ultrafeedback, dataset:OpenLLM-Ro/ro_dpo_magpie, dataset:OpenLLM-Ro/ro_dpo_argilla_magpie, dataset:OpenLLM-Ro/ro_dpo_helpsteer2, base_model:OpenLLM-Ro/RoGemma2-9b-Instruct-DPO-2025-04-23, base_model:quantized:OpenLLM-Ro/RoGemma2-9b-Instruct-DPO-2025-04-23, license:cc-by-nc-4.0, model-index, endpoints_compatible, region:us, conversational
Base models (quantized): id: OpenLLM-Ro/RoGemma2-9b-Instruct-DPO-2025-04-23
Card metadata: license: cc-by-nc-4.0
language: ro
base_model: OpenLLM-Ro/RoGemma2-9b-Instruct-DPO-2025-04-23
datasets: OpenLLM-Ro/ro_dpo_helpsteer, OpenLLM-Ro/ro_dpo_ultrafeedback, OpenLLM-Ro/ro_dpo_magpie, OpenLLM-Ro/ro_dpo_argilla_magpie, OpenLLM-Ro/ro_dpo_helpsteer2
tags: llama-cpp, gguf-my-repo
model-index: name: OpenLLM-Ro/RoGemma2-9b-Instruct-DPO-2025-04-23
results: task: type: text-generation
dataset: name: RoMT-Bench
type: RoMT-Bench
metrics: type: Score
value: 7.26
name: Score
verified: no, type: Score
value: 7.65
name: First turn
verified: no, type: Score
value: 6.86
name: Second turn
verified: no, task: type: text-generation
dataset: name: RoCulturaBench
type: RoCulturaBench
metrics: type: Score
value: 5.36
name: Score
verified: no, task: type: text-generation
dataset: name: Romanian_Academic_Benchmarks
type: Romanian_Academic_Benchmarks
metrics: type: accuracy
value: 59.79
name: Average accuracy
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_arc_challenge
type: OpenLLM-Ro/ro_arc_challenge
metrics: type: accuracy
value: 55.66
name: Average accuracy
verified: no, type: accuracy
value: 52.44
name: 0-shot
verified: no, type: accuracy
value: 55.7
name: 1-shot
verified: no, type: accuracy
value: 56.47
name: 3-shot
verified: no, type: accuracy
value: 55.7
name: 5-shot
verified: no, type: accuracy
value: 57.16
name: 10-shot
verified: no, type: accuracy
value: 56.47
name: 25-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_mmlu
type: OpenLLM-Ro/ro_mmlu
metrics: type: accuracy
value: 64
name: Average accuracy
verified: no, type: accuracy
value: 65.2
name: 0-shot
verified: no, type: accuracy
value: 63.27
name: 1-shot
verified: no, type: accuracy
value: 63.83
name: 3-shot
verified: no, type: accuracy
value: 63.69
name: 5-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_winogrande
type: OpenLLM-Ro/ro_winogrande
metrics: type: accuracy
value: 73.16
name: Average accuracy
verified: no, type: accuracy
value: 74.11
name: 0-shot
verified: no, type: accuracy
value: 72.53
name: 1-shot
verified: no, type: accuracy
value: 72.93
name: 3-shot
verified: no, type: accuracy
value: 73.09
name: 5-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_hellaswag
type: OpenLLM-Ro/ro_hellaswag
metrics: type: accuracy
value: 64.26
name: Average accuracy
verified: no, type: accuracy
value: 65.9
name: 0-shot
verified: no, type: accuracy
value: 66.06
name: 1-shot
verified: no, type: accuracy
value: 62.36
name: 3-shot
verified: no, type: accuracy
value: 61.87
name: 5-shot
verified: no, type: accuracy
value: 65.11
name: 10-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_gsm8k
type: OpenLLM-Ro/ro_gsm8k
metrics: type: accuracy
value: 37.8
name: Average accuracy
verified: no, type: accuracy
value: 16.83
name: 1-shot
verified: no, type: accuracy
value: 43.21
name: 3-shot
verified: no, type: accuracy
value: 53.37
name: 5-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_truthfulqa
type: OpenLLM-Ro/ro_truthfulqa
metrics: type: accuracy
value: 63.86
name: Average accuracy
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_binary
type: LaRoSeDa_binary
metrics: type: macro-f1
value: 82.84
name: Average macro-f1
verified: no, type: macro-f1
value: 39.18
name: 0-shot
verified: no, type: macro-f1
value: 96.59
name: 1-shot
verified: no, type: macro-f1
value: 97.63
name: 3-shot
verified: no, type: macro-f1
value: 97.97
name: 5-shot
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_multiclass
type: LaRoSeDa_multiclass
metrics: type: macro-f1
value: 65.95
name: Average macro-f1
verified: no, type: macro-f1
value: 58.94
name: 0-shot
verified: no, type: macro-f1
value: 64.99
name: 1-shot
verified: no, type: macro-f1
value: 68.86
name: 3-shot
verified: no, type: macro-f1
value: 71.03
name: 5-shot
verified: no, task: type: text-generation
dataset: name: WMT_EN-RO
type: WMT_EN-RO
metrics: type: bleu
value: 28.16
name: Average bleu
verified: no, type: bleu
value: 26.89
name: 0-shot
verified: no, type: bleu
value: 31.18
name: 1-shot
verified: no, type: bleu
value: 30.65
name: 3-shot
verified: no, type: bleu
value: 23.91
name: 5-shot
verified: no, task: type: text-generation
dataset: name: WMT_RO-EN
type: WMT_RO-EN
metrics: type: bleu
value: 19.34
name: Average bleu
verified: no, type: bleu
value: 2.98
name: 0-shot
verified: no, type: bleu
value: 20.3
name: 1-shot
verified: no, type: bleu
value: 30.08
name: 3-shot
verified: no, type: bleu
value: 24.01
name: 5-shot
verified: no, task: type: text-generation
dataset: name: XQuAD
type: XQuAD
metrics: type: exact_match
value: 30.82
name: Average exact_match
verified: no, type: f1
value: 48.53
name: Average f1
verified: no, task: type: text-generation
dataset: name: STS
type: STS
metrics: type: spearman
value: 73.24
name: Average spearman
verified: no, type: pearson
value: 73.13
name: Average pearson
verified: no, task: type: text-generation
dataset: name: XQuAD_EM
type: XQuAD_EM
metrics: type: exact_match
value: 26.39
name: 0-shot
verified: no, type: exact_match
value: 23.87
name: 1-shot
verified: no, type: exact_match
value: 34.03
name: 3-shot
verified: no, type: exact_match
value: 38.99
name: 5-shot
verified: no, task: type: text-generation
dataset: name: XQuAD_F1
type: XQuAD_F1
metrics: type: f1
value: 43.28
name: 0-shot
verified: no, type: f1
value: 37.38
name: 1-shot
verified: no, type: f1
value: 54.08
name: 3-shot
verified: no, type: f1
value: 59.38
name: 5-shot
verified: no, task: type: text-generation
dataset: name: STS_Spearman
type: STS_Spearman
metrics: type: spearman
value: 73.46
name: 1-shot
verified: no, type: spearman
value: 73.55
name: 3-shot
verified: no, type: spearman
value: 72.7
name: 5-shot
verified: no, task: type: text-generation
dataset: name: STS_Pearson
type: STS_Pearson
metrics: type: pearson
value: 74.87
name: 1-shot
verified: no, type: pearson
value: 72.96
name: 3-shot
verified: no, type: pearson
value: 71.55
name: 5-shot
verified: no
Likes: 0 | All-time downloads: 94
Created: 2025-07-10 08:52:08