Model: OpenLLM-Ro/RoGemma-7b-Instruct-2025-04-23
Author: OpenLLM-Ro
Tags: safetensors, gemma, ro, dataset:OpenLLM-Ro/ro_sft_alpaca, dataset:OpenLLM-Ro/ro_sft_alpaca_gpt4, dataset:OpenLLM-Ro/ro_sft_dolly, dataset:OpenLLM-Ro/ro_sft_selfinstruct_gpt4, dataset:OpenLLM-Ro/ro_sft_norobots, dataset:OpenLLM-Ro/ro_sft_orca, dataset:OpenLLM-Ro/ro_sft_camel, dataset:OpenLLM-Ro/ro_sft_oasst, dataset:OpenLLM-Ro/ro_sft_ultrachat, dataset:OpenLLM-Ro/ro_sft_magpie_mt, dataset:OpenLLM-Ro/ro_sft_magpie_reasoning, arxiv:2406.18266, base_model:google/gemma-7b, base_model:finetune:google/gemma-7b, license:cc-by-nc-4.0, model-index, region:us
Base models (finetune): id: google/gemma-7b
Card metadata: license: cc-by-nc-4.0
language: ro
base_model: google/gemma-7b
datasets: OpenLLM-Ro/ro_sft_alpaca, OpenLLM-Ro/ro_sft_alpaca_gpt4, OpenLLM-Ro/ro_sft_dolly, OpenLLM-Ro/ro_sft_selfinstruct_gpt4, OpenLLM-Ro/ro_sft_norobots, OpenLLM-Ro/ro_sft_orca, OpenLLM-Ro/ro_sft_camel, OpenLLM-Ro/ro_sft_oasst, OpenLLM-Ro/ro_sft_ultrachat, OpenLLM-Ro/ro_sft_magpie_mt, OpenLLM-Ro/ro_sft_magpie_reasoning
model-index: name: OpenLLM-Ro/RoGemma-7b-Instruct-2025-04-23
results: task: type: text-generation
dataset: name: RoMT-Bench
type: RoMT-Bench
metrics: name: Score
type: Score
value: 6.28
verified: no, task: type: text-generation
dataset: name: RoCulturaBench
type: RoCulturaBench
metrics: name: Score
type: Score
value: 3.65
verified: no, task: type: text-generation
dataset: name: Romanian_Academic_Benchmarks
type: Romanian_Academic_Benchmarks
metrics: name: Average accuracy
type: accuracy
value: 50.52
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_arc_challenge
type: OpenLLM-Ro/ro_arc_challenge
metrics: name: Average accuracy
type: accuracy
value: 47.7
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_mmlu
type: OpenLLM-Ro/ro_mmlu
metrics: name: Average accuracy
type: accuracy
value: 51.66
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_winogrande
type: OpenLLM-Ro/ro_winogrande
metrics: name: Average accuracy
type: accuracy
value: 66.32
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_hellaswag
type: OpenLLM-Ro/ro_hellaswag
metrics: name: Average accuracy
type: accuracy
value: 53.59
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_gsm8k
type: OpenLLM-Ro/ro_gsm8k
metrics: name: Average accuracy
type: accuracy
value: 36.04
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_truthfulqa
type: OpenLLM-Ro/ro_truthfulqa
metrics: name: Average accuracy
type: accuracy
value: 47.81
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_binary
type: LaRoSeDa_binary
metrics: name: Average macro-f1
type: macro-f1
value: 95.44
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_multiclass
type: LaRoSeDa_multiclass
metrics: name: Average macro-f1
type: macro-f1
value: 59.24
verified: no, task: type: text-generation
dataset: name: WMT_EN-RO
type: WMT_EN-RO
metrics: name: Average bleu
type: bleu
value: 25.17
verified: no, task: type: text-generation
dataset: name: WMT_RO-EN
type: WMT_RO-EN
metrics: name: Average bleu
type: bleu
value: 21.17
verified: no, task: type: text-generation
dataset: name: XQuAD
type: XQuAD
metrics: name: Average exact_match
type: exact_match
value: 15.88
verified: no, task: type: text-generation
dataset: name: XQuAD
type: XQuAD
metrics: name: Average f1
type: f1
value: 29.16
verified: no, task: type: text-generation
dataset: name: STS
type: STS
metrics: name: Average spearman
type: spearman
value: 75.9
verified: no, task: type: text-generation
dataset: name: STS
type: STS
metrics: name: Average pearson
type: pearson
value: 75.16
verified: no, task: type: text-generation
dataset: name: RoMT-Bench
type: RoMT-Bench
metrics: name: First turn
type: Score
value: 6.97
verified: no, name: Second turn
type: Score
value: 5.58
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_arc_challenge
type: OpenLLM-Ro/ro_arc_challenge
metrics: name: 0-shot
type: accuracy
value: 46.19
verified: no, name: 1-shot
type: accuracy
value: 46.53
verified: no, name: 3-shot
type: accuracy
value: 46.02
verified: no, name: 5-shot
type: accuracy
value: 48.33
verified: no, name: 10-shot
type: accuracy
value: 49.27
verified: no, name: 25-shot
type: accuracy
value: 49.87
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_mmlu
type: OpenLLM-Ro/ro_mmlu
metrics: name: 0-shot
type: accuracy
value: 51.13
verified: no, name: 1-shot
type: accuracy
value: 50.94
verified: no, name: 3-shot
type: accuracy
value: 52.67
verified: no, name: 5-shot
type: accuracy
value: 51.9
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_winogrande
type: OpenLLM-Ro/ro_winogrande
metrics: name: 0-shot
type: accuracy
value: 67.4
verified: no, name: 1-shot
type: accuracy
value: 65.04
verified: no, name: 3-shot
type: accuracy
value: 65.67
verified: no, name: 5-shot
type: accuracy
value: 67.17
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_hellaswag
type: OpenLLM-Ro/ro_hellaswag
metrics: name: 0-shot
type: accuracy
value: 58.03
verified: no, name: 1-shot
type: accuracy
value: 56.63
verified: no, name: 3-shot
type: accuracy
value: 52.47
verified: no, name: 5-shot
type: accuracy
value: 48.63
verified: no, name: 10-shot
type: accuracy
value: 52.18
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_gsm8k
type: OpenLLM-Ro/ro_gsm8k
metrics: name: 1-shot
type: accuracy
value: 24.11
verified: no, name: 3-shot
type: accuracy
value: 37.76
verified: no, name: 5-shot
type: accuracy
value: 46.25
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_binary
type: LaRoSeDa_binary
metrics: name: 0-shot
type: macro-f1
value: 96.33
verified: no, name: 1-shot
type: macro-f1
value: 94.62
verified: no, name: 3-shot
type: macro-f1
value: 95.06
verified: no, name: 5-shot
type: macro-f1
value: 95.76
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_multiclass
type: LaRoSeDa_multiclass
metrics: name: 0-shot
type: macro-f1
value: 43.65
verified: no, name: 1-shot
type: macro-f1
value: 64.3
verified: no, name: 3-shot
type: macro-f1
value: 64.22
verified: no, name: 5-shot
type: macro-f1
value: 64.81
verified: no, task: type: text-generation
dataset: name: WMT_EN-RO
type: WMT_EN-RO
metrics: name: 0-shot
type: bleu
value: 13.3
verified: no, name: 1-shot
type: bleu
value: 28.59
verified: no, name: 3-shot
type: bleu
value: 29.48
verified: no, name: 5-shot
type: bleu
value: 29.31
verified: no, task: type: text-generation
dataset: name: WMT_RO-EN
type: WMT_RO-EN
metrics: name: 0-shot
type: bleu
value: 1.11
verified: no, name: 1-shot
type: bleu
value: 18.97
verified: no, name: 3-shot
type: bleu
value: 31.99
verified: no, name: 5-shot
type: bleu
value: 32.6
verified: no, task: type: text-generation
dataset: name: XQuAD_EM
type: XQuAD_EM
metrics: name: 0-shot
type: exact_match
value: 17.31
verified: no, name: 1-shot
type: exact_match
value: 12.44
verified: no, name: 3-shot
type: exact_match
value: 13.11
verified: no, name: 5-shot
type: exact_match
value: 20.67
verified: no, task: type: text-generation
dataset: name: XQuAD_F1
type: XQuAD_F1
metrics: name: 0-shot
type: f1
value: 29.9
verified: no, name: 1-shot
type: f1
value: 24.24
verified: no, name: 3-shot
type: f1
value: 25.64
verified: no, name: 5-shot
type: f1
value: 36.86
verified: no, task: type: text-generation
dataset: name: STS_Spearman
type: STS_Spearman
metrics: name: 1-shot
type: spearman
value: 76.5
verified: no, name: 3-shot
type: spearman
value: 73.63
verified: no, name: 5-shot
type: spearman
value: 77.58
verified: no, task: type: text-generation
dataset: name: STS_Pearson
type: STS_Pearson
metrics: name: 1-shot
type: pearson
value: 75.15
verified: no, name: 3-shot
type: pearson
value: 72.69
verified: no, name: 5-shot
type: pearson
value: 77.63
verified: no
Likes: 0 | All-time downloads: 163
Created: 2025-04-22 07:35:43