region:us
---
dataset_info:
- config_name: abstract_algebra
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 23200
    num_examples: 100
  - name: validation
    num_bytes: 2338
    num_examples: 11
  - name: dev
    num_bytes: 997
    num_examples: 5
  download_size: 0
  dataset_size: 26535
- config_name: anatomy
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 35503
    num_examples: 135
  - name: validation
    num_bytes: 3542
    num_examples: 14
  - name: dev
    num_bytes: 1068
    num_examples: 5
  download_size: 0
  dataset_size: 40113
- config_name: astronomy
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 50897
    num_examples: 152
  - name: validation
    num_bytes: 5753
    num_examples: 16
  - name: dev
    num_bytes: 2361
    num_examples: 5
  download_size: 0
  dataset_size: 59011
- config_name: business_ethics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 51712
    num_examples: 100
  - name: validation
    num_bytes: 8126
    num_examples: 11
  - name: dev
    num_bytes: 3667
    num_examples: 5
  download_size: 0
  dataset_size: 63505
- config_name: clinical_knowledge
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 76158
    num_examples: 265
  - name: validation
    num_bytes: 8010
    num_examples: 29
  - name: dev
    num_bytes: 1405
    num_examples: 5
  download_size: 0
  dataset_size: 85573
- config_name: college_biology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 52282
    num_examples: 144
  - name: validation
    num_bytes: 5297
    num_examples: 16
  - name: dev
    num_bytes: 1673
    num_examples: 5
  download_size: 0
  dataset_size: 59252
- config_name: college_chemistry
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 27954
    num_examples: 100
  - name: validation
    num_bytes: 2377
    num_examples: 8
  - name: dev
    num_bytes: 1396
    num_examples: 5
  download_size: 0
  dataset_size: 31727
- config_name: college_computer_science
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 44978
    num_examples: 100
  - name: validation
    num_bytes: 5140
    num_examples: 11
  - name: dev
    num_bytes: 2793
    num_examples: 5
  download_size: 0
  dataset_size: 52911
- config_name: college_mathematics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 26688
    num_examples: 100
  - name: validation
    num_bytes: 2808
    num_examples: 11
  - name: dev
    num_bytes: 1702
    num_examples: 5
  download_size: 0
  dataset_size: 31198
- config_name: college_medicine
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 72529
    num_examples: 173
  - name: validation
    num_bytes: 7584
    num_examples: 22
  - name: dev
    num_bytes: 1972
    num_examples: 5
  download_size: 0
  dataset_size: 82085
- config_name: college_physics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 30955
    num_examples: 102
  - name: validation
    num_bytes: 3328
    num_examples: 11
  - name: dev
    num_bytes: 1171
    num_examples: 5
  download_size: 0
  dataset_size: 35454
- config_name: computer_security
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 32036
    num_examples: 100
  - name: validation
    num_bytes: 4426
    num_examples: 11
  - name: dev
    num_bytes: 1348
    num_examples: 5
  download_size: 0
  dataset_size: 37810
- config_name: conceptual_physics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 49517
    num_examples: 235
  - name: validation
    num_bytes: 5335
    num_examples: 26
  - name: dev
    num_bytes: 1019
    num_examples: 5
  download_size: 0
  dataset_size: 55871
- config_name: econometrics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 50915
    num_examples: 114
  - name: validation
    num_bytes: 5322
    num_examples: 12
  - name: dev
    num_bytes: 1829
    num_examples: 5
  download_size: 0
  dataset_size: 58066
- config_name: electrical_engineering
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 31418
    num_examples: 145
  - name: validation
    num_bytes: 3546
    num_examples: 16
  - name: dev
    num_bytes: 1107
    num_examples: 5
  download_size: 0
  dataset_size: 36071
- config_name: elementary_mathematics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 77471
    num_examples: 378
  - name: validation
    num_bytes: 10370
    num_examples: 41
  - name: dev
    num_bytes: 1488
    num_examples: 5
  download_size: 0
  dataset_size: 89329
- config_name: formal_logic
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 54923
    num_examples: 126
  - name: validation
    num_bytes: 6116
    num_examples: 14
  - name: dev
    num_bytes: 1747
    num_examples: 5
  download_size: 0
  dataset_size: 62786
- config_name: global_facts
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 22321
    num_examples: 100
  - name: validation
    num_bytes: 2089
    num_examples: 10
  - name: dev
    num_bytes: 1355
    num_examples: 5
  download_size: 0
  dataset_size: 25765
- config_name: high_school_biology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 116214
    num_examples: 310
  - name: validation
    num_bytes: 11726
    num_examples: 32
  - name: dev
    num_bytes: 1755
    num_examples: 5
  download_size: 0
  dataset_size: 129695
- config_name: high_school_chemistry
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 63398
    num_examples: 203
  - name: validation
    num_bytes: 7727
    num_examples: 22
  - name: dev
    num_bytes: 1198
    num_examples: 5
  download_size: 0
  dataset_size: 72323
- config_name: high_school_computer_science
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 47681
    num_examples: 100
  - name: validation
    num_bytes: 5105
    num_examples: 9
  - name: dev
    num_bytes: 3080
    num_examples: 5
  download_size: 0
  dataset_size: 55866
- config_name: high_school_european_history
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 195964
    num_examples: 165
  - name: validation
    num_bytes: 20338
    num_examples: 18
  - name: dev
    num_bytes: 9816
    num_examples: 5
  download_size: 0
  dataset_size: 226118
- config_name: high_school_geography
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 51366
    num_examples: 198
  - name: validation
    num_bytes: 5161
    num_examples: 22
  - name: dev
    num_bytes: 1764
    num_examples: 5
  download_size: 0
  dataset_size: 58291
- config_name: high_school_government_and_politics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 80631
    num_examples: 193
  - name: validation
    num_bytes: 8631
    num_examples: 21
  - name: dev
    num_bytes: 2143
    num_examples: 5
  download_size: 0
  dataset_size: 91405
- config_name: high_school_macroeconomics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 139917
    num_examples: 390
  - name: validation
    num_bytes: 15649
    num_examples: 43
  - name: dev
    num_bytes: 1654
    num_examples: 5
  download_size: 0
  dataset_size: 157220
- config_name: high_school_mathematics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 59753
    num_examples: 270
  - name: validation
    num_bytes: 6463
    num_examples: 29
  - name: dev
    num_bytes: 1344
    num_examples: 5
  download_size: 0
  dataset_size: 67560
- config_name: high_school_microeconomics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 89562
    num_examples: 238
  - name: validation
    num_bytes: 9374
    num_examples: 26
  - name: dev
    num_bytes: 1541
    num_examples: 5
  download_size: 0
  dataset_size: 100477
- config_name: high_school_physics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 61509
    num_examples: 151
  - name: validation
    num_bytes: 6857
    num_examples: 17
  - name: dev
    num_bytes: 1439
    num_examples: 5
  download_size: 0
  dataset_size: 69805
- config_name: high_school_psychology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 174477
    num_examples: 545
  - name: validation
    num_bytes: 18714
    num_examples: 60
  - name: dev
    num_bytes: 1947
    num_examples: 5
  download_size: 0
  dataset_size: 195138
- config_name: high_school_statistics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 114353
    num_examples: 216
  - name: validation
    num_bytes: 10677
    num_examples: 23
  - name: dev
    num_bytes: 2483
    num_examples: 5
  download_size: 0
  dataset_size: 127513
- config_name: high_school_us_history
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 247296
    num_examples: 204
  - name: validation
    num_bytes: 26784
    num_examples: 22
  - name: dev
    num_bytes: 7808
    num_examples: 5
  download_size: 0
  dataset_size: 281888
- config_name: high_school_world_history
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 270559
    num_examples: 237
  - name: validation
    num_bytes: 30524
    num_examples: 26
  - name: dev
    num_bytes: 4152
    num_examples: 5
  download_size: 0
  dataset_size: 305235
- config_name: human_aging
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 54534
    num_examples: 223
  - name: validation
    num_bytes: 5659
    num_examples: 23
  - name: dev
    num_bytes: 1155
    num_examples: 5
  download_size: 11274
  dataset_size: 61348
- config_name: human_sexuality
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 35216
    num_examples: 131
  - name: validation
    num_bytes: 2746
    num_examples: 12
  - name: dev
    num_bytes: 1245
    num_examples: 5
  download_size: 34580
  dataset_size: 39207
- config_name: international_law
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 62521
    num_examples: 121
  - name: validation
    num_bytes: 7328
    num_examples: 13
  - name: dev
    num_bytes: 2760
    num_examples: 5
  download_size: 47148
  dataset_size: 72609
- config_name: jurisprudence
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 38255
    num_examples: 108
  - name: validation
    num_bytes: 4067
    num_examples: 11
  - name: dev
    num_bytes: 1464
    num_examples: 5
  download_size: 35959
  dataset_size: 43786
- config_name: logical_fallacies
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 55608
    num_examples: 163
  - name: validation
    num_bytes: 5745
    num_examples: 18
  - name: dev
    num_bytes: 1768
    num_examples: 5
  download_size: 37499
  dataset_size: 63121
- config_name: machine_learning
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 38769
    num_examples: 112
  - name: validation
    num_bytes: 3835
    num_examples: 11
  - name: dev
    num_bytes: 2399
    num_examples: 5
  download_size: 33212
  dataset_size: 45003
- config_name: management
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 23554
    num_examples: 103
  - name: validation
    num_bytes: 2121
    num_examples: 11
  - name: dev
    num_bytes: 1030
    num_examples: 5
  download_size: 24786
  dataset_size: 26705
- config_name: marketing
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 70036
    num_examples: 234
  - name: validation
    num_bytes: 8102
    num_examples: 25
  - name: dev
    num_bytes: 1742
    num_examples: 5
  download_size: 53237
  dataset_size: 79880
- config_name: medical_genetics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 24327
    num_examples: 100
  - name: validation
    num_bytes: 3448
    num_examples: 11
  - name: dev
    num_bytes: 1248
    num_examples: 5
  download_size: 27494
  dataset_size: 29023
- config_name: miscellaneous
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 168224
    num_examples: 783
  - name: validation
    num_bytes: 16517
    num_examples: 86
  - name: dev
    num_bytes: 831
    num_examples: 5
  download_size: 121306
  dataset_size: 185572
- config_name: moral_disputes
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 121797
    num_examples: 346
  - name: validation
    num_bytes: 13962
    num_examples: 38
  - name: dev
    num_bytes: 1885
    num_examples: 5
  download_size: 83857
  dataset_size: 137644
- config_name: moral_scenarios
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 462681
    num_examples: 895
  - name: validation
    num_bytes: 52216
    num_examples: 100
  - name: dev
    num_bytes: 2408
    num_examples: 5
  download_size: 124698
  dataset_size: 517305
- config_name: nutrition
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 105493
    num_examples: 306
  - name: validation
    num_bytes: 9878
    num_examples: 33
  - name: dev
    num_bytes: 2316
    num_examples: 5
  download_size: 73086
  dataset_size: 117687
- config_name: philosophy
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 88553
    num_examples: 311
  - name: validation
    num_bytes: 9993
    num_examples: 34
  - name: dev
    num_bytes: 1138
    num_examples: 5
  download_size: 64867
  dataset_size: 99684
- config_name: prehistory
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 99884
    num_examples: 324
  - name: validation
    num_bytes: 11127
    num_examples: 35
  - name: dev
    num_bytes: 2067
    num_examples: 5
  download_size: 75507
  dataset_size: 113078
- config_name: professional_accounting
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 132720
    num_examples: 282
  - name: validation
    num_bytes: 16367
    num_examples: 31
  - name: dev
    num_bytes: 2366
    num_examples: 5
  download_size: 91210
  dataset_size: 151453
- config_name: professional_law
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  - name: modified
    dtype: bool
  splits:
  - name: test
    num_bytes: 1519804
    num_examples: 1534
  - name: validation
    num_bytes: 169452
    num_examples: 170
  - name: dev
    num_bytes: 5432
    num_examples: 5
  download_size: 924475
  dataset_size: 1694688
- config_name: professional_medicine
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 181007
    num_examples: 272
  - name: validation
    num_bytes: 21418
    num_examples: 31
  - name: dev
    num_bytes: 3163
    num_examples: 5
  download_size: 124049
  dataset_size: 205588
- config_name: professional_psychology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 249181
    num_examples: 612
  - name: validation
    num_bytes: 31436
    num_examples: 69
  - name: dev
    num_bytes: 2144
    num_examples: 5
  download_size: 162179
  dataset_size: 282761
- config_name: public_relations
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 32432
    num_examples: 110
  - name: validation
    num_bytes: 5102
    num_examples: 12
  - name: dev
    num_bytes: 1722
    num_examples: 5
  download_size: 32499
  dataset_size: 39256
- config_name: security_studies
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 191861
    num_examples: 245
  - name: validation
    num_bytes: 22973
    num_examples: 27
  - name: dev
    num_bytes: 4305
    num_examples: 5
  download_size: 126797
  dataset_size: 219139
- config_name: sociology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 74793
    num_examples: 201
  - name: validation
    num_bytes: 8167
    num_examples: 22
  - name: dev
    num_bytes: 1857
    num_examples: 5
  download_size: 60326
  dataset_size: 84817
- config_name: us_foreign_policy
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 34225
    num_examples: 100
  - name: validation
    num_bytes: 3797
    num_examples: 11
  - name: dev
    num_bytes: 1981
    num_examples: 5
  download_size: 31778
  dataset_size: 40003
- config_name: virology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 44038
    num_examples: 166
  - name: validation
    num_bytes: 5758
    num_examples: 18
  - name: dev
    num_bytes: 1259
    num_examples: 5
  download_size: 41326
  dataset_size: 51055
- config_name: world_religions
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 29376
    num_examples: 171
  - name: validation
    num_bytes: 3242
    num_examples: 19
  - name: dev
    num_bytes: 792
    num_examples: 5
  download_size: 28314
  dataset_size: 33410
configs:
- config_name: abstract_algebra
  data_files:
  - split: test
    path: abstract_algebra/test-*
  - split: validation
    path: abstract_algebra/validation-*
  - split: dev
    path: abstract_algebra/dev-*
- config_name: anatomy
  data_files:
  - split: test
    path: anatomy/test-*
  - split: validation
    path: anatomy/validation-*
  - split: dev
    path: anatomy/dev-*
- config_name: astronomy
  data_files:
  - split: test
    path: astronomy/test-*
  - split: validation
    path: astronomy/validation-*
  - split: dev
    path: astronomy/dev-*
- config_name: business_ethics
  data_files:
  - split: test
    path: business_ethics/test-*
  - split: validation
    path: business_ethics/validation-*
  - split: dev
    path: business_ethics/dev-*
- config_name: clinical_knowledge
  data_files:
  - split: test
    path: clinical_knowledge/test-*
  - split: validation
    path: clinical_knowledge/validation-*
  - split: dev
    path: clinical_knowledge/dev-*
- config_name: college_biology
  data_files:
  - split: test
    path: college_biology/test-*
  - split: validation
    path: college_biology/validation-*
  - split: dev
    path: college_biology/dev-*
- config_name: college_chemistry
  data_files:
  - split: test
    path: college_chemistry/test-*
  - split: validation
    path: college_chemistry/validation-*
  - split: dev
    path: college_chemistry/dev-*
- config_name: college_computer_science
  data_files:
  - split: test
    path: college_computer_science/test-*
  - split: validation
    path: college_computer_science/validation-*
  - split: dev
    path: college_computer_science/dev-*
- config_name: college_mathematics
  data_files:
  - split: test
    path: college_mathematics/test-*
  - split: validation
    path: college_mathematics/validation-*
  - split: dev
    path: college_mathematics/dev-*
- config_name: college_medicine
  data_files:
  - split: test
    path: college_medicine/test-*
  - split: validation
    path: college_medicine/validation-*
  - split: dev
    path: college_medicine/dev-*
- config_name: college_physics
  data_files:
  - split: test
    path: college_physics/test-*
  - split: validation
    path: college_physics/validation-*
  - split: dev
    path: college_physics/dev-*
- config_name: computer_security
  data_files:
  - split: test
    path: computer_security/test-*
  - split: validation
    path: computer_security/validation-*
  - split: dev
    path: computer_security/dev-*
- config_name: conceptual_physics
  data_files:
  - split: test
    path: conceptual_physics/test-*
  - split: validation
    path: conceptual_physics/validation-*
  - split: dev
    path: conceptual_physics/dev-*
- config_name: econometrics
  data_files:
  - split: test
    path: econometrics/test-*
  - split: validation
    path: econometrics/validation-*
  - split: dev
    path: econometrics/dev-*
- config_name: electrical_engineering
  data_files:
  - split: test
    path: electrical_engineering/test-*
  - split: validation
    path: electrical_engineering/validation-*
  - split: dev
    path: electrical_engineering/dev-*
- config_name: elementary_mathematics
  data_files:
  - split: test
    path: elementary_mathematics/test-*
  - split: validation
    path: elementary_mathematics/validation-*
  - split: dev
    path: elementary_mathematics/dev-*
- config_name: formal_logic
  data_files:
  - split: test
    path: formal_logic/test-*
  - split: validation
    path: formal_logic/validation-*
  - split: dev
    path: formal_logic/dev-*
- config_name: global_facts
  data_files:
  - split: test
    path: global_facts/test-*
  - split: validation
    path: global_facts/validation-*
  - split: dev
    path: global_facts/dev-*
- config_name: high_school_biology
  data_files:
  - split: test
    path: high_school_biology/test-*
  - split: validation
    path: high_school_biology/validation-*
  - split: dev
    path: high_school_biology/dev-*
- config_name: high_school_chemistry
  data_files:
  - split: test
    path: high_school_chemistry/test-*
  - split: validation
    path: high_school_chemistry/validation-*
  - split: dev
    path: high_school_chemistry/dev-*
- config_name: high_school_computer_science
  data_files:
  - split: test
    path: high_school_computer_science/test-*
  - split: validation
    path: high_school_computer_science/validation-*
  - split: dev
    path: high_school_computer_science/dev-*
- config_name: high_school_european_history
  data_files:
  - split: test
    path: high_school_european_history/test-*
  - split: validation
    path: high_school_european_history/validation-*
  - split: dev
    path: high_school_european_history/dev-*
- config_name: high_school_geography
  data_files:
  - split: test
    path: high_school_geography/test-*
  - split: validation
    path: high_school_geography/validation-*
  - split: dev
    path: high_school_geography/dev-*
- config_name: high_school_government_and_politics
  data_files:
  - split: test
    path: high_school_government_and_politics/test-*
  - split: validation
    path: high_school_government_and_politics/validation-*
  - split: dev
    path: high_school_government_and_politics/dev-*
- config_name: high_school_macroeconomics
  data_files:
  - split: test
    path: high_school_macroeconomics/test-*
  - split: validation
    path: high_school_macroeconomics/validation-*
  - split: dev
    path: high_school_macroeconomics/dev-*
- config_name: high_school_mathematics
  data_files:
  - split: test
    path: high_school_mathematics/test-*
  - split: validation
    path: high_school_mathematics/validation-*
  - split: dev
    path: high_school_mathematics/dev-*
- config_name: high_school_microeconomics
  data_files:
  - split: test
    path: high_school_microeconomics/test-*
  - split: validation
    path: high_school_microeconomics/validation-*
  - split: dev
    path: high_school_microeconomics/dev-*
- config_name: high_school_physics
  data_files:
  - split: test
    path: high_school_physics/test-*
  - split: validation
    path: high_school_physics/validation-*
  - split: dev
    path: high_school_physics/dev-*
- config_name: high_school_psychology
  data_files:
  - split: test
    path: high_school_psychology/test-*
  - split: validation
    path: high_school_psychology/validation-*
  - split: dev
    path: high_school_psychology/dev-*
- config_name: high_school_statistics
  data_files:
  - split: test
    path: high_school_statistics/test-*
  - split: validation
    path: high_school_statistics/validation-*
  - split: dev
    path: high_school_statistics/dev-*
- config_name: high_school_us_history
  data_files:
  - split: test
    path: high_school_us_history/test-*
  - split: validation
    path: high_school_us_history/validation-*
  - split: dev
    path: high_school_us_history/dev-*
- config_name: high_school_world_history
  data_files:
  - split: test
    path: high_school_world_history/test-*
  - split: validation
    path: high_school_world_history/validation-*
  - split: dev
    path: high_school_world_history/dev-*
- config_name: human_aging
  data_files:
  - split: test
    path: human_aging/test-*
  - split: validation
    path: human_aging/validation-*
  - split: dev
    path: human_aging/dev-*
- config_name: human_sexuality
  data_files:
  - split: test
    path: human_sexuality/test-*
  - split: validation
    path: human_sexuality/validation-*
  - split: dev
    path: human_sexuality/dev-*
- config_name: international_law
  data_files:
  - split: test
    path: international_law/test-*
  - split: validation
    path: international_law/validation-*
  - split: dev
    path: international_law/dev-*
- config_name: jurisprudence
  data_files:
  - split: test
    path: jurisprudence/test-*
  - split: validation
    path: jurisprudence/validation-*
  - split: dev
    path: jurisprudence/dev-*
- config_name: logical_fallacies
  data_files:
  - split: test
    path: logical_fallacies/test-*
  - split: validation
    path: logical_fallacies/validation-*
  - split: dev
    path: logical_fallacies/dev-*
- config_name: machine_learning
  data_files:
  - split: test
    path: machine_learning/test-*
  - split: validation
    path: machine_learning/validation-*
  - split: dev
    path: machine_learning/dev-*
- config_name: management
  data_files:
  - split: test
    path: management/test-*
  - split: validation
    path: management/validation-*
  - split: dev
    path: management/dev-*
- config_name: marketing
  data_files:
  - split: test
    path: marketing/test-*
  - split: validation
    path: marketing/validation-*
  - split: dev
    path: marketing/dev-*
- config_name: medical_genetics
  data_files:
  - split: test
    path: medical_genetics/test-*
  - split: validation
    path: medical_genetics/validation-*
  - split: dev
    path: medical_genetics/dev-*
- config_name: miscellaneous
  data_files:
  - split: test
    path: miscellaneous/test-*
  - split: validation
    path: miscellaneous/validation-*
  - split: dev
    path: miscellaneous/dev-*
- config_name: moral_disputes
  data_files:
  - split: test
    path: moral_disputes/test-*
  - split: validation
    path: moral_disputes/validation-*
  - split: dev
    path: moral_disputes/dev-*
- config_name: moral_scenarios
  data_files:
  - split: test
    path: moral_scenarios/test-*
  - split: validation
    path: moral_scenarios/validation-*
  - split: dev
    path: moral_scenarios/dev-*
- config_name: nutrition
  data_files:
  - split: test
    path: nutrition/test-*
  - split: validation
    path: nutrition/validation-*
  - split: dev
    path: nutrition/dev-*
- config_name: philosophy
  data_files:
  - split: test
    path: philosophy/test-*
  - split: validation
    path: philosophy/validation-*
  - split: dev
    path: philosophy/dev-*
- config_name: prehistory
  data_files:
  - split: test
    path: prehistory/test-*
  - split: validation
    path: prehistory/validation-*
  - split: dev
    path: prehistory/dev-*
- config_name: professional_accounting
  data_files:
  - split: test
    path: professional_accounting/test-*
  - split: validation
    path: professional_accounting/validation-*
  - split: dev
    path: professional_accounting/dev-*
- config_name: professional_law
  data_files:
  - split: test
    path: professional_law/test-*
  - split: validation
    path: professional_law/validation-*
  - split: dev
    path: professional_law/dev-*
- config_name: professional_medicine
  data_files:
  - split: test
    path: professional_medicine/test-*
  - split: validation
    path: professional_medicine/validation-*
  - split: dev
    path: professional_medicine/dev-*
- config_name: professional_psychology
  data_files:
  - split: test
    path: professional_psychology/test-*
  - split: validation
    path: professional_psychology/validation-*
  - split: dev
    path: professional_psychology/dev-*
- config_name: public_relations
  data_files:
  - split: test
    path: public_relations/test-*
  - split: validation
    path: public_relations/validation-*
  - split: dev
    path: public_relations/dev-*
- config_name: security_studies
  data_files:
  - split: test
    path: security_studies/test-*
  - split: validation
    path: security_studies/validation-*
  - split: dev
    path: security_studies/dev-*
- config_name: sociology
  data_files:
  - split: test
    path: sociology/test-*
  - split: validation
    path: sociology/validation-*
  - split: dev
    path: sociology/dev-*
- config_name: us_foreign_policy
  data_files:
  - split: test
    path: us_foreign_policy/test-*
  - split: validation
    path: us_foreign_policy/validation-*
  - split: dev
    path: us_foreign_policy/dev-*
- config_name: virology
  data_files:
  - split: test
    path: virology/test-*
  - split: validation
    path: virology/validation-*
  - split: dev
    path: virology/dev-*
- config_name: world_religions
  data_files:
  - split: test
    path: world_religions/test-*
  - split: validation
    path: world_religions/validation-*
  - split: dev
    path: world_religions/dev-*
---
# Dataset Card for "mmlu_ita"

[More Information needed](https://github.com/huggingface/datasets/blob/main/CONTRIBUTING.md#how-to-contribute-to-the-dataset-cards)