Model: code380/RoMistral-7b-Instruct-DPO-2024-10-09-Q6_K-GGUF
Author: code380
Tags: gguf, llama-cpp, gguf-my-repo, ro, dataset:OpenLLM-Ro/ro_dpo_helpsteer, base_model:OpenLLM-Ro/RoMistral-7b-Instruct-DPO-2024-10-09, base_model:quantized:OpenLLM-Ro/RoMistral-7b-Instruct-DPO-2024-10-09, license:cc-by-nc-4.0, model-index, endpoints_compatible, region:us, conversational
Base models (quantized): id: OpenLLM-Ro/RoMistral-7b-Instruct-DPO-2024-10-09
Card metadata: base_model: OpenLLM-Ro/RoMistral-7b-Instruct-DPO-2024-10-09
datasets: OpenLLM-Ro/ro_dpo_helpsteer
language: ro
license: cc-by-nc-4.0
tags: llama-cpp, gguf-my-repo
model-index: name: OpenLLM-Ro/RoMistral-7b-Instruct-DPO-2024-10-09
results: task: type: text-generation
dataset: name: RoMT-Bench
type: RoMT-Bench
metrics: type: Score
value: 5.88
name: Score
verified: no, type: Score
value: 6.44
name: First turn
verified: no, type: Score
value: 5.33
name: Second turn
verified: no, task: type: text-generation
dataset: name: RoCulturaBench
type: RoCulturaBench
metrics: type: Score
value: 4.72
name: Score
verified: no, task: type: text-generation
dataset: name: Romanian_Academic_Benchmarks
type: Romanian_Academic_Benchmarks
metrics: type: accuracy
value: 51.95
name: Average accuracy
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_arc_challenge
type: OpenLLM-Ro/ro_arc_challenge
metrics: type: accuracy
value: 50.73
name: Average accuracy
verified: no, type: accuracy
value: 51.67
name: 0-shot
verified: no, type: accuracy
value: 45.59
name: 1-shot
verified: no, type: accuracy
value: 48.24
name: 3-shot
verified: no, type: accuracy
value: 50.21
name: 5-shot
verified: no, type: accuracy
value: 54.07
name: 10-shot
verified: no, type: accuracy
value: 54.58
name: 25-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_mmlu
type: OpenLLM-Ro/ro_mmlu
metrics: type: accuracy
value: 47.88
name: Average accuracy
verified: no, type: accuracy
value: 40.86
name: 0-shot
verified: no, type: accuracy
value: 48.67
name: 1-shot
verified: no, type: accuracy
value: 51.26
name: 3-shot
verified: no, type: accuracy
value: 50.75
name: 5-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_winogrande
type: OpenLLM-Ro/ro_winogrande
metrics: type: accuracy
value: 68.41
name: Average accuracy
verified: no, type: accuracy
value: 64.8
name: 0-shot
verified: no, type: accuracy
value: 68.19
name: 1-shot
verified: no, type: accuracy
value: 70.09
name: 3-shot
verified: no, type: accuracy
value: 70.56
name: 5-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_hellaswag
type: OpenLLM-Ro/ro_hellaswag
metrics: type: accuracy
value: 62.27
name: Average accuracy
verified: no, type: accuracy
value: 61.96
name: 0-shot
verified: no, type: accuracy
value: 60.88
name: 1-shot
verified: no, type: accuracy
value: 61.86
name: 3-shot
verified: no, type: accuracy
value: 62.73
name: 5-shot
verified: no, type: accuracy
value: 63.93
name: 10-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_gsm8k
type: OpenLLM-Ro/ro_gsm8k
metrics: type: accuracy
value: 32.27
name: Average accuracy
verified: no, type: accuracy
value: 23.28
name: 1-shot
verified: no, type: accuracy
value: 34.95
name: 3-shot
verified: no, type: accuracy
value: 38.59
name: 5-shot
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_truthfulqa
type: OpenLLM-Ro/ro_truthfulqa
metrics: type: accuracy
value: 50.12
name: Average accuracy
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_binary
type: LaRoSeDa_binary
metrics: type: macro-f1
value: 82.13
name: Average macro-f1
verified: no, type: macro-f1
value: 34.36
name: 0-shot
verified: no, type: macro-f1
value: 97.87
name: 1-shot
verified: no, type: macro-f1
value: 98.4
name: 3-shot
verified: no, type: macro-f1
value: 97.9
name: 5-shot
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_multiclass
type: LaRoSeDa_multiclass
metrics: type: macro-f1
value: 65.24
name: Average macro-f1
verified: no, type: macro-f1
value: 66.17
name: 0-shot
verified: no, type: macro-f1
value: 65.93
name: 1-shot
verified: no, type: macro-f1
value: 61.86
name: 3-shot
verified: no, type: macro-f1
value: 66.99
name: 5-shot
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_binary_finetuned
type: LaRoSeDa_binary_finetuned
metrics: type: macro-f1
value: 0
name: Average macro-f1
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_multiclass_finetuned
type: LaRoSeDa_multiclass_finetuned
metrics: type: macro-f1
value: 0
name: Average macro-f1
verified: no, task: type: text-generation
dataset: name: WMT_EN-RO
type: WMT_EN-RO
metrics: type: bleu
value: 26.25
name: Average bleu
verified: no, type: bleu
value: 18.43
name: 0-shot
verified: no, type: bleu
value: 28.25
name: 1-shot
verified: no, type: bleu
value: 29.45
name: 3-shot
verified: no, type: bleu
value: 28.88
name: 5-shot
verified: no, task: type: text-generation
dataset: name: WMT_RO-EN
type: WMT_RO-EN
metrics: type: bleu
value: 6.09
name: Average bleu
verified: no, type: bleu
value: 2.8
name: 0-shot
verified: no, type: bleu
value: 2.9
name: 1-shot
verified: no, type: bleu
value: 6.63
name: 3-shot
verified: no, type: bleu
value: 12.04
name: 5-shot
verified: no, task: type: text-generation
dataset: name: WMT_EN-RO_finetuned
type: WMT_EN-RO_finetuned
metrics: type: bleu
value: 0
name: Average bleu
verified: no, task: type: text-generation
dataset: name: WMT_RO-EN_finetuned
type: WMT_RO-EN_finetuned
metrics: type: bleu
value: 0
name: Average bleu
verified: no, task: type: text-generation
dataset: name: XQuAD
type: XQuAD
metrics: type: exact_match
value: 23.4
name: Average exact_match
verified: no, type: f1
value: 45.8
name: Average f1
verified: no, task: type: text-generation
dataset: name: XQuAD_finetuned
type: XQuAD_finetuned
metrics: type: exact_match
value: 0
name: Average exact_match
verified: no, type: f1
value: 0
name: Average f1
verified: no, task: type: text-generation
dataset: name: STS
type: STS
metrics: type: spearman
value: 77.33
name: Average spearman
verified: no, type: pearson
value: 76.6
name: Average pearson
verified: no, task: type: text-generation
dataset: name: STS_finetuned
type: STS_finetuned
metrics: type: spearman
value: 0
name: Average spearman
verified: no, type: pearson
value: 0
name: Average pearson
verified: no, task: type: text-generation
dataset: name: XQuAD_EM
type: XQuAD_EM
metrics: type: exact_match
value: 5.04
name: 0-shot
verified: no, type: exact_match
value: 22.44
name: 1-shot
verified: no, type: exact_match
value: 30.42
name: 3-shot
verified: no, type: exact_match
value: 35.71
name: 5-shot
verified: no, task: type: text-generation
dataset: name: XQuAD_F1
type: XQuAD_F1
metrics: type: f1
value: 23.36
name: 0-shot
verified: no, type: f1
value: 44.63
name: 1-shot
verified: no, type: f1
value: 54.78
name: 3-shot
verified: no, type: f1
value: 60.43
name: 5-shot
verified: no, task: type: text-generation
dataset: name: STS_Spearman
type: STS_Spearman
metrics: type: spearman
value: 73.38
name: 1-shot
verified: no, type: spearman
value: 78.93
name: 3-shot
verified: no, type: spearman
value: 79.68
name: 5-shot
verified: no, task: type: text-generation
dataset: name: STS_Pearson
type: STS_Pearson
metrics: type: pearson
value: 73.93
name: 1-shot
verified: no, type: pearson
value: 77.69
name: 3-shot
verified: no, type: pearson
value: 78.17
name: 5-shot
verified: no
Likes: 0 | All-time downloads: 44
Created: 2025-03-19 08:17:09