transformers fill-mask license:apache-2.0 model-index endpoints_compatible region:us
---
license: apache-2.0
pipeline_tag: fill-mask
library_name: transformers
model-index:
- name: bloom
  results:
  - task:
      type: text-generation
    dataset:
      type: openai_humaneval
      name: humaneval
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.15542682926829265
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.3278356276947017
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.5719815685597749
      verified: false
---