metadata
license: bigscience-bloom-rail-1.0
language:
- ak
- ar
- as
- bm
- bn
- ca
- code
- en
- es
- eu
- fon
- fr
- gu
- hi
- id
- ig
- ki
- kn
- lg
- ln
- ml
- mr
- ne
- nso
- ny
- or
- pa
- pt
- rn
- rw
- sn
- st
- sw
- ta
- te
- tn
- ts
- tum
- tw
- ur
- vi
- wo
- xh
- yo
- zh
- zhs
- zht
- zu
pipeline_tag: text-generation
tags:
- TensorBlock
- GGUF
base_model: bigscience/bloom-3b
model-index:
- name: bloom
results:
- task:
type: text-generation
name: text generation
dataset:
name: arc_challenge
type: arc_challenge
metrics:
- type: acc
value: 0.27986348122866894
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: arc_easy
type: arc_easy
metrics:
- type: acc
value: 0.5946969696969697
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: axb
type: axb
metrics:
- type: acc
value: 0.4433876811594203
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: axg
type: axg
metrics:
- type: acc
value: 0.5
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: boolq
type: boolq
metrics:
- type: acc
value: 0.6165137614678899
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: cb
type: cb
metrics:
- type: acc
value: 0.30357142857142855
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: cola
type: cola
metrics:
- type: acc
value: 0.610738255033557
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: copa
type: copa
metrics:
- type: acc
value: 0.63
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: crows_pairs_english
type: crows_pairs_english
metrics:
- type: acc
value: 0.4973166368515206
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: crows_pairs_french
type: crows_pairs_french
metrics:
- type: acc
value: 0.5032796660703638
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: diabla
type: diabla
metrics:
- type: acc
value: 0.28888308977035493
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_afr
type: gsarti/flores_101_afr
metrics:
- type: byte_perplexity
value: 6.500798737976343
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_amh
type: gsarti/flores_101_amh
metrics:
- type: byte_perplexity
value: 3.9726863338897145
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ara
type: gsarti/flores_101_ara
metrics:
- type: byte_perplexity
value: 1.8083841089875814
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_asm
type: gsarti/flores_101_asm
metrics:
- type: byte_perplexity
value: 5.699102962086425
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ast
type: gsarti/flores_101_ast
metrics:
- type: byte_perplexity
value: 3.9252047073429384
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_azj
type: gsarti/flores_101_azj
metrics:
- type: byte_perplexity
value: 6.942805054270002
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_bel
type: gsarti/flores_101_bel
metrics:
- type: byte_perplexity
value: 3.614136245847082
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ben
type: gsarti/flores_101_ben
metrics:
- type: byte_perplexity
value: 5.121491534300969
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_bos
type: gsarti/flores_101_bos
metrics:
- type: byte_perplexity
value: 5.653353469118798
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_bul
type: gsarti/flores_101_bul
metrics:
- type: byte_perplexity
value: 2.7014693938055068
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_cat
type: gsarti/flores_101_cat
metrics:
- type: byte_perplexity
value: 2.305190041967345
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ceb
type: gsarti/flores_101_ceb
metrics:
- type: byte_perplexity
value: 6.291000321323428
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ces
type: gsarti/flores_101_ces
metrics:
- type: byte_perplexity
value: 5.447322753586386
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ckb
type: gsarti/flores_101_ckb
metrics:
- type: byte_perplexity
value: 3.7255124939234765
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_cym
type: gsarti/flores_101_cym
metrics:
- type: byte_perplexity
value: 12.539424151448149
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_dan
type: gsarti/flores_101_dan
metrics:
- type: byte_perplexity
value: 5.183309001005672
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_deu
type: gsarti/flores_101_deu
metrics:
- type: byte_perplexity
value: 3.1180422286591347
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ell
type: gsarti/flores_101_ell
metrics:
- type: byte_perplexity
value: 2.467943456164706
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_eng
type: gsarti/flores_101_eng
metrics:
- type: byte_perplexity
value: 2.018740628193298
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_est
type: gsarti/flores_101_est
metrics:
- type: byte_perplexity
value: 9.11654425176368
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_fas
type: gsarti/flores_101_fas
metrics:
- type: byte_perplexity
value: 3.058009097116482
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_fin
type: gsarti/flores_101_fin
metrics:
- type: byte_perplexity
value: 6.847047959628553
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_fra
type: gsarti/flores_101_fra
metrics:
- type: byte_perplexity
value: 1.9975177011840075
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ful
type: gsarti/flores_101_ful
metrics:
- type: byte_perplexity
value: 11.465912731488828
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_gle
type: gsarti/flores_101_gle
metrics:
- type: byte_perplexity
value: 8.681491663539422
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_glg
type: gsarti/flores_101_glg
metrics:
- type: byte_perplexity
value: 3.029991089015508
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_guj
type: gsarti/flores_101_guj
metrics:
- type: byte_perplexity
value: 4.955224230286231
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_hau
type: gsarti/flores_101_hau
metrics:
- type: byte_perplexity
value: 10.758347356372159
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_heb
type: gsarti/flores_101_heb
metrics:
- type: byte_perplexity
value: 3.6004478129801667
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_hin
type: gsarti/flores_101_hin
metrics:
- type: byte_perplexity
value: 4.712530650588064
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_hrv
type: gsarti/flores_101_hrv
metrics:
- type: byte_perplexity
value: 5.822418943372185
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_hun
type: gsarti/flores_101_hun
metrics:
- type: byte_perplexity
value: 6.440482646965992
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_hye
type: gsarti/flores_101_hye
metrics:
- type: byte_perplexity
value: 3.657718918347166
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ibo
type: gsarti/flores_101_ibo
metrics:
- type: byte_perplexity
value: 5.564814003872672
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ind
type: gsarti/flores_101_ind
metrics:
- type: byte_perplexity
value: 2.1597101468869373
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_isl
type: gsarti/flores_101_isl
metrics:
- type: byte_perplexity
value: 8.082349269518136
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ita
type: gsarti/flores_101_ita
metrics:
- type: byte_perplexity
value: 2.9687591414176207
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_jav
type: gsarti/flores_101_jav
metrics:
- type: byte_perplexity
value: 7.0573805415708994
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_jpn
type: gsarti/flores_101_jpn
metrics:
- type: byte_perplexity
value: 2.7758864197116933
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_kam
type: gsarti/flores_101_kam
metrics:
- type: byte_perplexity
value: 11.072949642861332
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_kan
type: gsarti/flores_101_kan
metrics:
- type: byte_perplexity
value: 5.551730651007082
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_kat
type: gsarti/flores_101_kat
metrics:
- type: byte_perplexity
value: 2.522630524283745
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_kaz
type: gsarti/flores_101_kaz
metrics:
- type: byte_perplexity
value: 3.3901748516975574
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_kea
type: gsarti/flores_101_kea
metrics:
- type: byte_perplexity
value: 8.918534182590863
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_kir
type: gsarti/flores_101_kir
metrics:
- type: byte_perplexity
value: 3.729278369847201
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_kor
type: gsarti/flores_101_kor
metrics:
- type: byte_perplexity
value: 3.932884847226212
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_lao
type: gsarti/flores_101_lao
metrics:
- type: byte_perplexity
value: 2.9077314760849924
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_lav
type: gsarti/flores_101_lav
metrics:
- type: byte_perplexity
value: 7.777221919194806
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_lin
type: gsarti/flores_101_lin
metrics:
- type: byte_perplexity
value: 7.524842908050988
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_lit
type: gsarti/flores_101_lit
metrics:
- type: byte_perplexity
value: 7.369179434621725
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ltz
type: gsarti/flores_101_ltz
metrics:
- type: byte_perplexity
value: 8.801059747949214
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_lug
type: gsarti/flores_101_lug
metrics:
- type: byte_perplexity
value: 8.483203026364786
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_luo
type: gsarti/flores_101_luo
metrics:
- type: byte_perplexity
value: 11.975963093623681
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_mal
type: gsarti/flores_101_mal
metrics:
- type: byte_perplexity
value: 4.615948455160037
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_mar
type: gsarti/flores_101_mar
metrics:
- type: byte_perplexity
value: 5.483253482821379
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_mkd
type: gsarti/flores_101_mkd
metrics:
- type: byte_perplexity
value: 2.9656732291754087
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_mlt
type: gsarti/flores_101_mlt
metrics:
- type: byte_perplexity
value: 15.004773437665275
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_mon
type: gsarti/flores_101_mon
metrics:
- type: byte_perplexity
value: 3.410598542315402
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_mri
type: gsarti/flores_101_mri
metrics:
- type: byte_perplexity
value: 7.474035895661322
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_msa
type: gsarti/flores_101_msa
metrics:
- type: byte_perplexity
value: 2.5710001772665634
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_mya
type: gsarti/flores_101_mya
metrics:
- type: byte_perplexity
value: 2.413577969878331
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_nld
type: gsarti/flores_101_nld
metrics:
- type: byte_perplexity
value: 4.127831721885065
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_nob
type: gsarti/flores_101_nob
metrics:
- type: byte_perplexity
value: 5.402763169129877
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_npi
type: gsarti/flores_101_npi
metrics:
- type: byte_perplexity
value: 5.199342701937889
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_nso
type: gsarti/flores_101_nso
metrics:
- type: byte_perplexity
value: 8.154626800955667
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_nya
type: gsarti/flores_101_nya
metrics:
- type: byte_perplexity
value: 8.179860208369393
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_oci
type: gsarti/flores_101_oci
metrics:
- type: byte_perplexity
value: 4.8617357393685845
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_orm
type: gsarti/flores_101_orm
metrics:
- type: byte_perplexity
value: 12.911595421079408
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ory
type: gsarti/flores_101_ory
metrics:
- type: byte_perplexity
value: 5.189421861225964
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_pan
type: gsarti/flores_101_pan
metrics:
- type: byte_perplexity
value: 4.698477289331806
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_pol
type: gsarti/flores_101_pol
metrics:
- type: byte_perplexity
value: 4.625550458479643
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_por
type: gsarti/flores_101_por
metrics:
- type: byte_perplexity
value: 1.9754515986213523
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_pus
type: gsarti/flores_101_pus
metrics:
- type: byte_perplexity
value: 4.4963371422771585
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ron
type: gsarti/flores_101_ron
metrics:
- type: byte_perplexity
value: 4.965456830031304
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_rus
type: gsarti/flores_101_rus
metrics:
- type: byte_perplexity
value: 2.0498020542445303
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_slk
type: gsarti/flores_101_slk
metrics:
- type: byte_perplexity
value: 6.450822127057479
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_slv
type: gsarti/flores_101_slv
metrics:
- type: byte_perplexity
value: 6.620252120186232
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_sna
type: gsarti/flores_101_sna
metrics:
- type: byte_perplexity
value: 8.462166771382726
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_snd
type: gsarti/flores_101_snd
metrics:
- type: byte_perplexity
value: 5.466066951221973
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_som
type: gsarti/flores_101_som
metrics:
- type: byte_perplexity
value: 11.95918054093392
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_spa
type: gsarti/flores_101_spa
metrics:
- type: byte_perplexity
value: 1.8965140104323535
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_srp
type: gsarti/flores_101_srp
metrics:
- type: byte_perplexity
value: 2.871214785885079
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_swe
type: gsarti/flores_101_swe
metrics:
- type: byte_perplexity
value: 5.054972008155866
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_swh
type: gsarti/flores_101_swh
metrics:
- type: byte_perplexity
value: 3.6973091886730676
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_tam
type: gsarti/flores_101_tam
metrics:
- type: byte_perplexity
value: 4.539493400469833
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_tel
type: gsarti/flores_101_tel
metrics:
- type: byte_perplexity
value: 5.807499987508966
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_tgk
type: gsarti/flores_101_tgk
metrics:
- type: byte_perplexity
value: 3.5994818827380426
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_tgl
type: gsarti/flores_101_tgl
metrics:
- type: byte_perplexity
value: 5.667053833119858
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_tha
type: gsarti/flores_101_tha
metrics:
- type: byte_perplexity
value: 2.365940201944242
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_tur
type: gsarti/flores_101_tur
metrics:
- type: byte_perplexity
value: 4.885014749844601
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_ukr
type: gsarti/flores_101_ukr
metrics:
- type: byte_perplexity
value: 2.7240934990288483
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_umb
type: gsarti/flores_101_umb
metrics:
- type: byte_perplexity
value: 12.766915508610673
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_urd
type: gsarti/flores_101_urd
metrics:
- type: byte_perplexity
value: 1.9797467071381232
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_uzb
type: gsarti/flores_101_uzb
metrics:
- type: byte_perplexity
value: 12.002337637722146
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_vie
type: gsarti/flores_101_vie
metrics:
- type: byte_perplexity
value: 1.76578415476397
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_wol
type: gsarti/flores_101_wol
metrics:
- type: byte_perplexity
value: 9.144285650306488
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_xho
type: gsarti/flores_101_xho
metrics:
- type: byte_perplexity
value: 7.403240538286952
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_yor
type: gsarti/flores_101_yor
metrics:
- type: byte_perplexity
value: 5.91272037551173
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_zho_simpl
type: gsarti/flores_101_zho_simpl
metrics:
- type: byte_perplexity
value: 2.2769070822768533
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_zho_trad
type: gsarti/flores_101_zho_trad
metrics:
- type: byte_perplexity
value: 2.5180582198242383
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: gsarti/flores_101_zul
type: gsarti/flores_101_zul
metrics:
- type: byte_perplexity
value: 8.53353320693145
name: byte_perplexity
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: headqa
type: headqa
metrics:
- type: acc
value: 0.26440554339897887
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: hellaswag
type: hellaswag
metrics:
- type: acc
value: 0.41236805417247563
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: logiqa
type: logiqa
metrics:
- type: acc
value: 0.2073732718894009
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: mathqa
type: mathqa
metrics:
- type: acc
value: 0.24958123953098826
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: mc_taco
type: mc_taco
metrics:
- type: em
value: 0.11936936936936937
name: em
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: mnli
type: mnli
metrics:
- type: acc
value: 0.35496688741721855
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: mnli_mismatched
type: mnli_mismatched
metrics:
- type: acc
value: 0.35211554109031734
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: mrpc
type: mrpc
metrics:
- type: acc
value: 0.5857843137254902
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: multirc
type: multirc
metrics:
- type: acc
value: 0.5375412541254125
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: openbookqa
type: openbookqa
metrics:
- type: acc
value: 0.216
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: piqa
type: piqa
metrics:
- type: acc
value: 0.7078346028291621
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: prost
type: prost
metrics:
- type: acc
value: 0.22683603757472245
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: pubmedqa
type: pubmedqa
metrics:
- type: acc
value: 0.616
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: qnli
type: qnli
metrics:
- type: acc
value: 0.5072304594545122
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: qqp
type: qqp
metrics:
- type: acc
value: 0.3842443729903537
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: race
type: race
metrics:
- type: acc
value: 0.3521531100478469
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: rte
type: rte
metrics:
- type: acc
value: 0.47653429602888087
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: sciq
type: sciq
metrics:
- type: acc
value: 0.892
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: sst
type: sst
metrics:
- type: acc
value: 0.5177752293577982
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: triviaqa
type: triviaqa
metrics:
- type: acc
value: 0.041633518960487934
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: tydiqa_primary
type: tydiqa_primary
metrics:
- type: acc
value: 0.3011337608795236
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: webqs
type: webqs
metrics:
- type: acc
value: 0.01673228346456693
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: wic
type: wic
metrics:
- type: acc
value: 0.5015673981191222
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: winogrande
type: winogrande
metrics:
- type: acc
value: 0.5864246250986582
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: wnli
type: wnli
metrics:
- type: acc
value: 0.471830985915493
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: wsc
type: wsc
metrics:
- type: acc
value: 0.4423076923076923
name: acc
verified: false
- task:
type: text-generation
name: text generation
dataset:
name: humaneval
type: humaneval
metrics:
- type: pass@1
value: 0.15524390243902436
name: pass@1
verified: false
- type: pass@10
value: 0.3220367632383857
name: pass@10
verified: false
- type: pass@100
value: 0.5545431515723145
name: pass@100
verified: false
Feedback and support: TensorBlock's Twitter/X, Telegram Group and Discord server
bigscience/bloom-3b - GGUF
This repo contains GGUF format model files for bigscience/bloom-3b.
The files were quantized using machines provided by TensorBlock, and they are compatible with llama.cpp as of commit b4011.
Prompt template
Model file specification
| Filename | Quant type | File Size | Description |
|---|---|---|---|
| bloom-3b-Q2_K.gguf | Q2_K | 1.516 GB | smallest, significant quality loss - not recommended for most purposes |
| bloom-3b-Q3_K_S.gguf | Q3_K_S | 1.707 GB | very small, high quality loss |
| bloom-3b-Q3_K_M.gguf | Q3_K_M | 1.905 GB | very small, high quality loss |
| bloom-3b-Q3_K_L.gguf | Q3_K_L | 2.016 GB | small, substantial quality loss |
| bloom-3b-Q4_0.gguf | Q4_0 | 2.079 GB | legacy; small, very high quality loss - prefer using Q3_K_M |
| bloom-3b-Q4_K_S.gguf | Q4_K_S | 2.088 GB | small, greater quality loss |
| bloom-3b-Q4_K_M.gguf | Q4_K_M | 2.235 GB | medium, balanced quality - recommended |
| bloom-3b-Q5_0.gguf | Q5_0 | 2.428 GB | legacy; medium, balanced quality - prefer using Q4_K_M |
| bloom-3b-Q5_K_S.gguf | Q5_K_S | 2.428 GB | large, low quality loss - recommended |
| bloom-3b-Q5_K_M.gguf | Q5_K_M | 2.546 GB | large, very low quality loss - recommended |
| bloom-3b-Q6_K.gguf | Q6_K | 2.799 GB | very large, extremely low quality loss |
| bloom-3b-Q8_0.gguf | Q8_0 | 3.621 GB | very large, extremely low quality loss - not recommended |
Downloading instruction
Command line
Firstly, install Huggingface Client
pip install -U "huggingface_hub[cli]"
Then, downoad the individual model file the a local directory
huggingface-cli download tensorblock/bloom-3b-GGUF --include "bloom-3b-Q2_K.gguf" --local-dir MY_LOCAL_DIR
If you wanna download multiple model files with a pattern (e.g., *Q4_K*gguf), you can try:
huggingface-cli download tensorblock/bloom-3b-GGUF --local-dir MY_LOCAL_DIR --local-dir-use-symlinks False --include='*Q4_K*gguf'