Model: OpenLLM-Ro/RoLlama3.1-8b-Instruct-DPO-4Bit-BB
Author: OpenLLM-Ro
Tags: safetensors, llama, ro, dataset:OpenLLM-Ro/ro_dpo_helpsteer, base_model:OpenLLM-Ro/RoLlama3.1-8b-Instruct, base_model:quantized:OpenLLM-Ro/RoLlama3.1-8b-Instruct, license:cc-by-nc-4.0, model-index, 4-bit, bitsandbytes, region:us
Base models (quantized): id: OpenLLM-Ro/RoLlama3.1-8b-Instruct
Card metadata: license: cc-by-nc-4.0
language: ro
base_model: OpenLLM-Ro/RoLlama3.1-8b-Instruct
datasets: OpenLLM-Ro/ro_dpo_helpsteer
model-index: name: OpenLLM-Ro/RoLlama3.1-8b-Instruct-DPO-4bit
results: task: type: text-generation
dataset: name: OpenLLM-Ro/ro_arc_challenge
type: OpenLLM-Ro/ro_arc_challenge
metrics: name: Average accuracy
type: accuracy
value: 42.74
verified: no, name: 0-shot
type: accuracy
value: 40.79
verified: no, name: 1-shot
type: accuracy
value: 40.36
verified: no, name: 3-shot
type: accuracy
value: 43.36
verified: no, name: 5-shot
type: accuracy
value: 44.04
verified: no, name: 10-shot
type: accuracy
value: 43.87
verified: no, name: 25-shot
type: accuracy
value: 44.04
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_mmlu
type: OpenLLM-Ro/ro_mmlu
metrics: name: Average accuracy
type: accuracy
value: 42.27
verified: no, name: 0-shot
type: accuracy
value: 43.23
verified: no, name: 1-shot
type: accuracy
value: 42.47
verified: no, name: 3-shot
type: accuracy
value: 42.19
verified: no, name: 5-shot
type: accuracy
value: 41.19
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_winogrande
type: OpenLLM-Ro/ro_winogrande
metrics: name: Average accuracy
type: accuracy
value: 64.94
verified: no, name: 0-shot
type: accuracy
value: 63.14
verified: no, name: 1-shot
type: accuracy
value: 64.64
verified: no, name: 3-shot
type: accuracy
value: 65.43
verified: no, name: 5-shot
type: accuracy
value: 66.54
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_hellaswag
type: OpenLLM-Ro/ro_hellaswag
metrics: name: Average accuracy
type: accuracy
value: 52.39
verified: no, name: 0-shot
type: accuracy
value: 52.42
verified: no, name: 1-shot
type: accuracy
value: 52.3
verified: no, name: 3-shot
type: accuracy
value: 52.6
verified: no, name: 5-shot
type: accuracy
value: 52.2
verified: no, name: 10-shot
type: accuracy
value: 52.42
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_gsm8k
type: OpenLLM-Ro/ro_gsm8k
metrics: name: Average accuracy
type: accuracy
value: 38.87
verified: no, name: 1-shot
type: accuracy
value: 28.13
verified: no, name: 3-shot
type: accuracy
value: 42.23
verified: no, name: 5-shot
type: accuracy
value: 46.25
verified: no, task: type: text-generation
dataset: name: OpenLLM-Ro/ro_truthfulqa
type: OpenLLM-Ro/ro_truthfulqa
metrics: name: Average accuracy
type: accuracy
value: 48.67
verified: no, name: 0-shot
type: accuracy
value: 48.67
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_binary
type: LaRoSeDa_binary
metrics: name: Average macro-f1
type: macro-f1
value: 97.47
verified: no, name: 0-shot
type: macro-f1
value: 97.43
verified: no, name: 1-shot
type: macro-f1
value: 97.33
verified: no, name: 3-shot
type: macro-f1
value: 97.7
verified: no, name: 5-shot
type: macro-f1
value: 97.43
verified: no, task: type: text-generation
dataset: name: LaRoSeDa_multiclass
type: LaRoSeDa_multiclass
metrics: name: Average macro-f1
type: macro-f1
value: 64.05
verified: no, name: 0-shot
type: macro-f1
value: 65.9
verified: no, name: 1-shot
type: macro-f1
value: 64.68
verified: no, name: 3-shot
type: macro-f1
value: 62.36
verified: no, name: 5-shot
type: macro-f1
value: 63.27
verified: no, task: type: text-generation
dataset: name: WMT_EN-RO
type: WMT_EN-RO
metrics: name: Average bleu
type: bleu
value: 20.54
verified: no, name: 0-shot
type: bleu
value: 7.2
verified: no, name: 1-shot
type: bleu
value: 25.68
verified: no, name: 3-shot
type: bleu
value: 24.5
verified: no, name: 5-shot
type: bleu
value: 24.78
verified: no, task: type: text-generation
dataset: name: WMT_RO-EN
type: WMT_RO-EN
metrics: name: Average bleu
type: bleu
value: 21.16
verified: no, name: 0-shot
type: bleu
value: 2.59
verified: no, name: 1-shot
type: bleu
value: 17.54
verified: no, name: 3-shot
type: bleu
value: 30.82
verified: no, name: 5-shot
type: bleu
value: 33.67
verified: no, task: type: text-generation
dataset: name: XQuAD
type: XQuAD
metrics: name: Average exact_match
type: exact_match
value: 21.45
verified: no, name: Average f1
type: f1
value: 37.73
verified: no, name: 0-shot exact_match
type: exact_match
value: 3.45
verified: no, name: 0-shot f1
type: f1
value: 12.36
verified: no, name: 1-shot exact_match
type: exact_match
value: 32.02
verified: no, name: 1-shot f1
type: f1
value: 55.7
verified: no, name: 3-shot exact_match
type: exact_match
value: 33.78
verified: no, name: 3-shot f1
type: f1
value: 54.15
verified: no, name: 5-shot exact_match
type: exact_match
value: 16.55
verified: no, name: 5-shot f1
type: f1
value: 28.71
verified: no, task: type: text-generation
dataset: name: STS
type: STS
metrics: name: Average pearson
type: pearson
value: 76.93
verified: no, name: Average spearman
type: spearman
value: 77.08
verified: no, name: 1-shot pearson
type: pearson
value: 77.02
verified: no, name: 1-shot spearman
type: spearman
value: 77.8
verified: no, name: 3-shot pearson
type: pearson
value: 76.93
verified: no, name: 3-shot spearman
type: spearman
value: 77
verified: no, name: 5-shot pearson
type: pearson
value: 76.85
verified: no, name: 5-shot spearman
type: spearman
value: 76.45
verified: no
Likes: 1 | All-time downloads: 514
Created: 2024-10-21 17:27:58