Model: tensorblock/bloom-3b-GGUF
Author: tensorblock
Pipeline: text-generation
Tags: gguf, TensorBlock, GGUF, text-generation, ak, ar, as, bm, bn, ca, code, en, es, eu, fon, fr, gu, hi, id, ig, ki, kn, lg, ln, ml, mr, ne, nso, ny, or, pa, pt, rn, rw, sn, st, sw, ta, te, tn, ts, tum, tw, ur, vi, wo, xh, yo, zh, zhs, zht, zu, base_model:bigscience/bloom-3b, base_model:quantized:bigscience/bloom-3b, license:bigscience-bloom-rail-1.0, model-index, endpoints_compatible, region:us
Base models (quantized): id: bigscience/bloom-3b
Card metadata: license: bigscience-bloom-rail-1.0
language: ak, ar, as, bm, bn, ca, code, en, es, eu, fon, fr, gu, hi, id, ig, ki, kn, lg, ln, ml, mr, ne, nso, ny, or, pa, pt, rn, rw, sn, st, sw, ta, te, tn, ts, tum, tw, ur, vi, wo, xh, yo, zh, zhs, zht, zu
pipeline_tag: text-generation
tags: TensorBlock, GGUF
base_model: bigscience/bloom-3b
model-index: name: bloom
results: task: type: text-generation
name: text generation
dataset: name: arc_challenge
type: arc_challenge
metrics: type: acc
value: 0.27986348122866894
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: arc_easy
type: arc_easy
metrics: type: acc
value: 0.5946969696969697
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: axb
type: axb
metrics: type: acc
value: 0.4433876811594203
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: axg
type: axg
metrics: type: acc
value: 0.5
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: boolq
type: boolq
metrics: type: acc
value: 0.6165137614678899
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: cb
type: cb
metrics: type: acc
value: 0.30357142857142855
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: cola
type: cola
metrics: type: acc
value: 0.610738255033557
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: copa
type: copa
metrics: type: acc
value: 0.63
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: crows_pairs_english
type: crows_pairs_english
metrics: type: acc
value: 0.4973166368515206
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: crows_pairs_french
type: crows_pairs_french
metrics: type: acc
value: 0.5032796660703638
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: diabla
type: diabla
metrics: type: acc
value: 0.28888308977035493
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_afr
type: gsarti/flores_101_afr
metrics: type: byte_perplexity
value: 6.500798737976343
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_amh
type: gsarti/flores_101_amh
metrics: type: byte_perplexity
value: 3.9726863338897145
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ara
type: gsarti/flores_101_ara
metrics: type: byte_perplexity
value: 1.8083841089875814
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_asm
type: gsarti/flores_101_asm
metrics: type: byte_perplexity
value: 5.699102962086425
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ast
type: gsarti/flores_101_ast
metrics: type: byte_perplexity
value: 3.9252047073429384
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_azj
type: gsarti/flores_101_azj
metrics: type: byte_perplexity
value: 6.942805054270002
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_bel
type: gsarti/flores_101_bel
metrics: type: byte_perplexity
value: 3.614136245847082
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ben
type: gsarti/flores_101_ben
metrics: type: byte_perplexity
value: 5.121491534300969
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_bos
type: gsarti/flores_101_bos
metrics: type: byte_perplexity
value: 5.653353469118798
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_bul
type: gsarti/flores_101_bul
metrics: type: byte_perplexity
value: 2.7014693938055068
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_cat
type: gsarti/flores_101_cat
metrics: type: byte_perplexity
value: 2.305190041967345
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ceb
type: gsarti/flores_101_ceb
metrics: type: byte_perplexity
value: 6.291000321323428
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ces
type: gsarti/flores_101_ces
metrics: type: byte_perplexity
value: 5.447322753586386
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ckb
type: gsarti/flores_101_ckb
metrics: type: byte_perplexity
value: 3.7255124939234765
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_cym
type: gsarti/flores_101_cym
metrics: type: byte_perplexity
value: 12.539424151448149
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_dan
type: gsarti/flores_101_dan
metrics: type: byte_perplexity
value: 5.183309001005672
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_deu
type: gsarti/flores_101_deu
metrics: type: byte_perplexity
value: 3.1180422286591347
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ell
type: gsarti/flores_101_ell
metrics: type: byte_perplexity
value: 2.467943456164706
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_eng
type: gsarti/flores_101_eng
metrics: type: byte_perplexity
value: 2.018740628193298
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_est
type: gsarti/flores_101_est
metrics: type: byte_perplexity
value: 9.11654425176368
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_fas
type: gsarti/flores_101_fas
metrics: type: byte_perplexity
value: 3.058009097116482
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_fin
type: gsarti/flores_101_fin
metrics: type: byte_perplexity
value: 6.847047959628553
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_fra
type: gsarti/flores_101_fra
metrics: type: byte_perplexity
value: 1.9975177011840075
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ful
type: gsarti/flores_101_ful
metrics: type: byte_perplexity
value: 11.465912731488828
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_gle
type: gsarti/flores_101_gle
metrics: type: byte_perplexity
value: 8.681491663539422
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_glg
type: gsarti/flores_101_glg
metrics: type: byte_perplexity
value: 3.029991089015508
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_guj
type: gsarti/flores_101_guj
metrics: type: byte_perplexity
value: 4.955224230286231
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_hau
type: gsarti/flores_101_hau
metrics: type: byte_perplexity
value: 10.758347356372159
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_heb
type: gsarti/flores_101_heb
metrics: type: byte_perplexity
value: 3.6004478129801667
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_hin
type: gsarti/flores_101_hin
metrics: type: byte_perplexity
value: 4.712530650588064
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_hrv
type: gsarti/flores_101_hrv
metrics: type: byte_perplexity
value: 5.822418943372185
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_hun
type: gsarti/flores_101_hun
metrics: type: byte_perplexity
value: 6.440482646965992
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_hye
type: gsarti/flores_101_hye
metrics: type: byte_perplexity
value: 3.657718918347166
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ibo
type: gsarti/flores_101_ibo
metrics: type: byte_perplexity
value: 5.564814003872672
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ind
type: gsarti/flores_101_ind
metrics: type: byte_perplexity
value: 2.1597101468869373
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_isl
type: gsarti/flores_101_isl
metrics: type: byte_perplexity
value: 8.082349269518136
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ita
type: gsarti/flores_101_ita
metrics: type: byte_perplexity
value: 2.9687591414176207
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_jav
type: gsarti/flores_101_jav
metrics: type: byte_perplexity
value: 7.0573805415708994
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_jpn
type: gsarti/flores_101_jpn
metrics: type: byte_perplexity
value: 2.7758864197116933
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_kam
type: gsarti/flores_101_kam
metrics: type: byte_perplexity
value: 11.072949642861332
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_kan
type: gsarti/flores_101_kan
metrics: type: byte_perplexity
value: 5.551730651007082
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_kat
type: gsarti/flores_101_kat
metrics: type: byte_perplexity
value: 2.522630524283745
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_kaz
type: gsarti/flores_101_kaz
metrics: type: byte_perplexity
value: 3.3901748516975574
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_kea
type: gsarti/flores_101_kea
metrics: type: byte_perplexity
value: 8.918534182590863
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_kir
type: gsarti/flores_101_kir
metrics: type: byte_perplexity
value: 3.729278369847201
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_kor
type: gsarti/flores_101_kor
metrics: type: byte_perplexity
value: 3.932884847226212
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_lao
type: gsarti/flores_101_lao
metrics: type: byte_perplexity
value: 2.9077314760849924
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_lav
type: gsarti/flores_101_lav
metrics: type: byte_perplexity
value: 7.777221919194806
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_lin
type: gsarti/flores_101_lin
metrics: type: byte_perplexity
value: 7.524842908050988
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_lit
type: gsarti/flores_101_lit
metrics: type: byte_perplexity
value: 7.369179434621725
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ltz
type: gsarti/flores_101_ltz
metrics: type: byte_perplexity
value: 8.801059747949214
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_lug
type: gsarti/flores_101_lug
metrics: type: byte_perplexity
value: 8.483203026364786
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_luo
type: gsarti/flores_101_luo
metrics: type: byte_perplexity
value: 11.975963093623681
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_mal
type: gsarti/flores_101_mal
metrics: type: byte_perplexity
value: 4.615948455160037
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_mar
type: gsarti/flores_101_mar
metrics: type: byte_perplexity
value: 5.483253482821379
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_mkd
type: gsarti/flores_101_mkd
metrics: type: byte_perplexity
value: 2.9656732291754087
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_mlt
type: gsarti/flores_101_mlt
metrics: type: byte_perplexity
value: 15.004773437665275
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_mon
type: gsarti/flores_101_mon
metrics: type: byte_perplexity
value: 3.410598542315402
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_mri
type: gsarti/flores_101_mri
metrics: type: byte_perplexity
value: 7.474035895661322
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_msa
type: gsarti/flores_101_msa
metrics: type: byte_perplexity
value: 2.5710001772665634
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_mya
type: gsarti/flores_101_mya
metrics: type: byte_perplexity
value: 2.413577969878331
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_nld
type: gsarti/flores_101_nld
metrics: type: byte_perplexity
value: 4.127831721885065
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_nob
type: gsarti/flores_101_nob
metrics: type: byte_perplexity
value: 5.402763169129877
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_npi
type: gsarti/flores_101_npi
metrics: type: byte_perplexity
value: 5.199342701937889
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_nso
type: gsarti/flores_101_nso
metrics: type: byte_perplexity
value: 8.154626800955667
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_nya
type: gsarti/flores_101_nya
metrics: type: byte_perplexity
value: 8.179860208369393
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_oci
type: gsarti/flores_101_oci
metrics: type: byte_perplexity
value: 4.8617357393685845
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_orm
type: gsarti/flores_101_orm
metrics: type: byte_perplexity
value: 12.911595421079408
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ory
type: gsarti/flores_101_ory
metrics: type: byte_perplexity
value: 5.189421861225964
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_pan
type: gsarti/flores_101_pan
metrics: type: byte_perplexity
value: 4.698477289331806
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_pol
type: gsarti/flores_101_pol
metrics: type: byte_perplexity
value: 4.625550458479643
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_por
type: gsarti/flores_101_por
metrics: type: byte_perplexity
value: 1.9754515986213523
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_pus
type: gsarti/flores_101_pus
metrics: type: byte_perplexity
value: 4.4963371422771585
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ron
type: gsarti/flores_101_ron
metrics: type: byte_perplexity
value: 4.965456830031304
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_rus
type: gsarti/flores_101_rus
metrics: type: byte_perplexity
value: 2.0498020542445303
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_slk
type: gsarti/flores_101_slk
metrics: type: byte_perplexity
value: 6.450822127057479
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_slv
type: gsarti/flores_101_slv
metrics: type: byte_perplexity
value: 6.620252120186232
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_sna
type: gsarti/flores_101_sna
metrics: type: byte_perplexity
value: 8.462166771382726
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_snd
type: gsarti/flores_101_snd
metrics: type: byte_perplexity
value: 5.466066951221973
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_som
type: gsarti/flores_101_som
metrics: type: byte_perplexity
value: 11.95918054093392
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_spa
type: gsarti/flores_101_spa
metrics: type: byte_perplexity
value: 1.8965140104323535
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_srp
type: gsarti/flores_101_srp
metrics: type: byte_perplexity
value: 2.871214785885079
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_swe
type: gsarti/flores_101_swe
metrics: type: byte_perplexity
value: 5.054972008155866
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_swh
type: gsarti/flores_101_swh
metrics: type: byte_perplexity
value: 3.6973091886730676
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_tam
type: gsarti/flores_101_tam
metrics: type: byte_perplexity
value: 4.539493400469833
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_tel
type: gsarti/flores_101_tel
metrics: type: byte_perplexity
value: 5.807499987508966
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_tgk
type: gsarti/flores_101_tgk
metrics: type: byte_perplexity
value: 3.5994818827380426
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_tgl
type: gsarti/flores_101_tgl
metrics: type: byte_perplexity
value: 5.667053833119858
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_tha
type: gsarti/flores_101_tha
metrics: type: byte_perplexity
value: 2.365940201944242
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_tur
type: gsarti/flores_101_tur
metrics: type: byte_perplexity
value: 4.885014749844601
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_ukr
type: gsarti/flores_101_ukr
metrics: type: byte_perplexity
value: 2.7240934990288483
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_umb
type: gsarti/flores_101_umb
metrics: type: byte_perplexity
value: 12.766915508610673
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_urd
type: gsarti/flores_101_urd
metrics: type: byte_perplexity
value: 1.9797467071381232
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_uzb
type: gsarti/flores_101_uzb
metrics: type: byte_perplexity
value: 12.002337637722146
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_vie
type: gsarti/flores_101_vie
metrics: type: byte_perplexity
value: 1.76578415476397
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_wol
type: gsarti/flores_101_wol
metrics: type: byte_perplexity
value: 9.144285650306488
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_xho
type: gsarti/flores_101_xho
metrics: type: byte_perplexity
value: 7.403240538286952
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_yor
type: gsarti/flores_101_yor
metrics: type: byte_perplexity
value: 5.91272037551173
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_zho_simpl
type: gsarti/flores_101_zho_simpl
metrics: type: byte_perplexity
value: 2.2769070822768533
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_zho_trad
type: gsarti/flores_101_zho_trad
metrics: type: byte_perplexity
value: 2.5180582198242383
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: gsarti/flores_101_zul
type: gsarti/flores_101_zul
metrics: type: byte_perplexity
value: 8.53353320693145
name: byte_perplexity
verified: no, task: type: text-generation
name: text generation
dataset: name: headqa
type: headqa
metrics: type: acc
value: 0.26440554339897887
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: hellaswag
type: hellaswag
metrics: type: acc
value: 0.41236805417247563
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: logiqa
type: logiqa
metrics: type: acc
value: 0.2073732718894009
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: mathqa
type: mathqa
metrics: type: acc
value: 0.24958123953098826
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: mc_taco
type: mc_taco
metrics: type: em
value: 0.11936936936936937
name: em
verified: no, task: type: text-generation
name: text generation
dataset: name: mnli
type: mnli
metrics: type: acc
value: 0.35496688741721855
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: mnli_mismatched
type: mnli_mismatched
metrics: type: acc
value: 0.35211554109031734
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: mrpc
type: mrpc
metrics: type: acc
value: 0.5857843137254902
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: multirc
type: multirc
metrics: type: acc
value: 0.5375412541254125
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: openbookqa
type: openbookqa
metrics: type: acc
value: 0.216
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: piqa
type: piqa
metrics: type: acc
value: 0.7078346028291621
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: prost
type: prost
metrics: type: acc
value: 0.22683603757472245
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: pubmedqa
type: pubmedqa
metrics: type: acc
value: 0.616
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: qnli
type: qnli
metrics: type: acc
value: 0.5072304594545122
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: qqp
type: qqp
metrics: type: acc
value: 0.3842443729903537
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: race
type: race
metrics: type: acc
value: 0.3521531100478469
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: rte
type: rte
metrics: type: acc
value: 0.47653429602888087
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: sciq
type: sciq
metrics: type: acc
value: 0.892
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: sst
type: sst
metrics: type: acc
value: 0.5177752293577982
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: triviaqa
type: triviaqa
metrics: type: acc
value: 0.041633518960487934
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: tydiqa_primary
type: tydiqa_primary
metrics: type: acc
value: 0.3011337608795236
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: webqs
type: webqs
metrics: type: acc
value: 0.01673228346456693
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: wic
type: wic
metrics: type: acc
value: 0.5015673981191222
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: winogrande
type: winogrande
metrics: type: acc
value: 0.5864246250986582
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: wnli
type: wnli
metrics: type: acc
value: 0.471830985915493
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: wsc
type: wsc
metrics: type: acc
value: 0.4423076923076923
name: acc
verified: no, task: type: text-generation
name: text generation
dataset: name: humaneval
type: humaneval
metrics: type: pass@1
value: 0.15524390243902436
name: pass@1
verified: no, type: pass@10
value: 0.3220367632383857
name: pass@10
verified: no, type: pass@100
value: 0.5545431515723145
name: pass@100
verified: no
Likes: 1 | All-time downloads: 12862
Created: 2024-11-11 18:02:32