Model: HiTZ/latxa-70b-v1.2
Author: HiTZ
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, llama, text-generation, eu, en, dataset:HiTZ/latxa-corpus-v1.1, arxiv:2403.20266, arxiv:2307.09288, arxiv:2308.16884, arxiv:2112.10668, arxiv:1910.09700, license:llama2, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: llama2
datasets: HiTZ/latxa-corpus-v1.1
language: eu, en
metrics: accuracy, f1, perplexity
pipeline_tag: text-generation
model-index: name: Latxa-70b-v1.2
results: task: type: multiple-choice
dataset: name: xstory_cloze
type: XStory
metrics: name: Accuracy (0-shot)
type: Accuracy (0-shot)
value: 70.55
verified: no
source: name: Paper
url: https://arxiv.org/abs/2403.20266, task: type: multiple-choice
dataset: name: belebele
type: Belebele
metrics: name: Accuracy (5-shot)
type: Accuracy (5-shot)
value: 71.67
verified: no
source: name: Paper
url: https://arxiv.org/abs/2403.20266, task: type: mix
dataset: name: basque_glue
type: BasqueGLUE
metrics: name: Average scores (5-shot)
type: Average scores (5-shot)
value: 59.74
verified: no
source: name: Paper
url: https://arxiv.org/abs/2403.20266, task: type: multiple_choice
dataset: name: eus_proficiency
type: EusProficiency
metrics: name: Accuracy (5-shot)
type: Accuracy (5-shot)
value: 60.65
verified: no
source: name: Paper
url: https://arxiv.org/abs/2403.20266, task: type: multiple_choice
dataset: name: eus_reading
type: EusReading
metrics: name: Accuracy (5-shot)
type: Accuracy (5-shot)
value: 50.57
verified: no
source: name: Paper
url: https://arxiv.org/abs/2403.20266, task: type: multiple_choice
dataset: name: eus_trivia
type: EusTrivia
metrics: name: Accuracy (5-shot)
type: Accuracy (5-shot)
value: 62.45
verified: no
source: name: Paper
url: https://arxiv.org/abs/2403.20266, task: type: multiple_choice
dataset: name: eus_exams
type: EusExams
metrics: name: Accuracy (5-shot)
type: Accuracy (5-shot)
value: 51.9
verified: no
source: name: Paper
url: https://arxiv.org/abs/2403.20266
Likes: 0 | All-time downloads: 2524
Created: 2024-06-11 10:27:22