Model: pauhidalgoo/cucafera
Author: pauhidalgoo
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, catalan, language-model, transformer, ca, dataset:pauhidalgoo/patufet-pretrain, license:apache-2.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: library_name: transformers
datasets: pauhidalgoo/patufet-pretrain
language: ca
tags: catalan, language-model, transformer
model-index: name: cucafera
results: task: type: language-understanding
name: arc_ca_challenge
dataset: name: arc_ca_challenge
type: catalan_bench
metrics: name: Accuracy
type: acc
value: 0.2295
verified: no, name: Normalized Accuracy
type: acc_norm
value: 0.2534
verified: no
source: name: Eleuther AI LM Evaluation Harness
url: https://github.com/EleutherAI/lm-evaluation-harness, task: type: language-understanding
name: arc_ca_easy
dataset: name: arc_ca_easy
type: catalan_bench
metrics: name: Accuracy
type: acc
value: 0.4238
verified: no, name: Normalized Accuracy
type: acc_norm
value: 0.4108
verified: no
source: name: Eleuther AI LM Evaluation Harness
url: https://github.com/EleutherAI/lm-evaluation-harness, task: type: question-answering
name: catalanqa
dataset: name: catalanqa
type: catalan_bench
metrics: name: Exact Match
type: exact_match
value: 0.0037
verified: no, name: F1 Score
type: f1
value: 0.0991
verified: no
source: name: Eleuther AI LM Evaluation Harness
url: https://github.com/EleutherAI/lm-evaluation-harness, task: type: language-understanding
name: copa_ca
dataset: name: copa_ca
type: catalan_bench
metrics: name: Accuracy
type: acc
value: 0.614
verified: no
source: name: Eleuther AI LM Evaluation Harness
url: https://github.com/EleutherAI/lm-evaluation-harness, task: type: machine-translation
name: flores_ca
dataset: name: flores_ca
type: flores
metrics: name: BLEU
type: bleu
value: 0.5934
verified: no
source: name: Eleuther AI LM Evaluation Harness
url: https://github.com/EleutherAI/lm-evaluation-harness
license: apache-2.0
Likes: 0 | All-time downloads: 443
Created: 2024-08-30 10:10:02