metadata
license: apache-2.0
pipeline_tag: fill-mask
library_name: transformers
model-index:
- name: bloom
results:
- task:
type: text-generation
dataset:
type: openai_humaneval
name: humaneval
metrics:
- name: pass@1
type: pass@1
value: 0.15542682926829265
verified: false
- name: pass@10
type: pass@10
value: 0.3278356276947017
verified: false
- name: pass@100
type: pass@100
value: 0.5719815685597749
verified: false