region:us
This is a massive multitask test consisting of multiple-choice questions from various branches of knowledge, covering 57 tasks including elementary mathematics, US history, computer science, law, and more.
@article{hendryckstest2021,
      title={Measuring Massive Multitask Language Understanding},
      author={Dan Hendrycks and Collin Burns and Steven Basart and Andy Zou and Mantas Mazeika and Dawn Song and Jacob Steinhardt},
      journal={Proceedings of the International Conference on Learning Representations (ICLR)},
      year={2021}
    }
---
dataset_info:
- config_name: abstract_algebra
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 21316
    num_examples: 100
  - name: validation
    num_bytes: 2232
    num_examples: 11
  - name: dev
    num_bytes: 918
    num_examples: 5
  download_size: 166184960
  dataset_size: 24466
- config_name: all
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 6967453
    num_examples: 14042
  - name: validation
    num_bytes: 763484
    num_examples: 1531
  - name: dev
    num_bytes: 125353
    num_examples: 285
  download_size: 166184960
  dataset_size: 7856290
- config_name: anatomy
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 34594
    num_examples: 135
  - name: validation
    num_bytes: 3282
    num_examples: 14
  - name: dev
    num_bytes: 1010
    num_examples: 5
  download_size: 166184960
  dataset_size: 38886
- config_name: astronomy
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 48735
    num_examples: 152
  - name: validation
    num_bytes: 5223
    num_examples: 16
  - name: dev
    num_bytes: 2129
    num_examples: 5
  download_size: 166184960
  dataset_size: 56087
- config_name: business_ethics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 35140
    num_examples: 100
  - name: validation
    num_bytes: 3235
    num_examples: 11
  - name: dev
    num_bytes: 2273
    num_examples: 5
  download_size: 166184960
  dataset_size: 40648
- config_name: clinical_knowledge
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 68572
    num_examples: 265
  - name: validation
    num_bytes: 7290
    num_examples: 29
  - name: dev
    num_bytes: 1308
    num_examples: 5
  download_size: 166184960
  dataset_size: 77170
- config_name: college_biology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 51521
    num_examples: 144
  - name: validation
    num_bytes: 5111
    num_examples: 16
  - name: dev
    num_bytes: 1615
    num_examples: 5
  download_size: 166184960
  dataset_size: 58247
- config_name: college_chemistry
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 26796
    num_examples: 100
  - name: validation
    num_bytes: 2484
    num_examples: 8
  - name: dev
    num_bytes: 1424
    num_examples: 5
  download_size: 166184960
  dataset_size: 30704
- config_name: college_computer_science
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 45429
    num_examples: 100
  - name: validation
    num_bytes: 4959
    num_examples: 11
  - name: dev
    num_bytes: 2893
    num_examples: 5
  download_size: 166184960
  dataset_size: 53281
- config_name: college_mathematics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 26999
    num_examples: 100
  - name: validation
    num_bytes: 2909
    num_examples: 11
  - name: dev
    num_bytes: 1596
    num_examples: 5
  download_size: 166184960
  dataset_size: 31504
- config_name: college_medicine
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 85845
    num_examples: 173
  - name: validation
    num_bytes: 8337
    num_examples: 22
  - name: dev
    num_bytes: 1758
    num_examples: 5
  download_size: 166184960
  dataset_size: 95940
- config_name: college_physics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 32107
    num_examples: 102
  - name: validation
    num_bytes: 3687
    num_examples: 11
  - name: dev
    num_bytes: 1495
    num_examples: 5
  download_size: 166184960
  dataset_size: 37289
- config_name: computer_security
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 29212
    num_examples: 100
  - name: validation
    num_bytes: 4768
    num_examples: 11
  - name: dev
    num_bytes: 1194
    num_examples: 5
  download_size: 166184960
  dataset_size: 35174
- config_name: conceptual_physics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 45867
    num_examples: 235
  - name: validation
    num_bytes: 5034
    num_examples: 26
  - name: dev
    num_bytes: 1032
    num_examples: 5
  download_size: 166184960
  dataset_size: 51933
- config_name: econometrics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 48359
    num_examples: 114
  - name: validation
    num_bytes: 5147
    num_examples: 12
  - name: dev
    num_bytes: 1712
    num_examples: 5
  download_size: 166184960
  dataset_size: 55218
- config_name: electrical_engineering
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 28900
    num_examples: 145
  - name: validation
    num_bytes: 3307
    num_examples: 16
  - name: dev
    num_bytes: 1090
    num_examples: 5
  download_size: 166184960
  dataset_size: 33297
- config_name: elementary_mathematics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 79924
    num_examples: 378
  - name: validation
    num_bytes: 10042
    num_examples: 41
  - name: dev
    num_bytes: 1558
    num_examples: 5
  download_size: 166184960
  dataset_size: 91524
- config_name: formal_logic
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 51789
    num_examples: 126
  - name: validation
    num_bytes: 6464
    num_examples: 14
  - name: dev
    num_bytes: 1825
    num_examples: 5
  download_size: 166184960
  dataset_size: 60078
- config_name: global_facts
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 19991
    num_examples: 100
  - name: validation
    num_bytes: 2013
    num_examples: 10
  - name: dev
    num_bytes: 1297
    num_examples: 5
  download_size: 166184960
  dataset_size: 23301
- config_name: high_school_biology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 116850
    num_examples: 310
  - name: validation
    num_bytes: 11746
    num_examples: 32
  - name: dev
    num_bytes: 1776
    num_examples: 5
  download_size: 166184960
  dataset_size: 130372
- config_name: high_school_chemistry
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 63527
    num_examples: 203
  - name: validation
    num_bytes: 7630
    num_examples: 22
  - name: dev
    num_bytes: 1333
    num_examples: 5
  download_size: 166184960
  dataset_size: 72490
- config_name: high_school_computer_science
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 47664
    num_examples: 100
  - name: validation
    num_bytes: 3619
    num_examples: 9
  - name: dev
    num_bytes: 3066
    num_examples: 5
  download_size: 166184960
  dataset_size: 54349
- config_name: high_school_european_history
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 275568
    num_examples: 165
  - name: validation
    num_bytes: 30196
    num_examples: 18
  - name: dev
    num_bytes: 11712
    num_examples: 5
  download_size: 166184960
  dataset_size: 317476
- config_name: high_school_geography
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 46972
    num_examples: 198
  - name: validation
    num_bytes: 4870
    num_examples: 22
  - name: dev
    num_bytes: 1516
    num_examples: 5
  download_size: 166184960
  dataset_size: 53358
- config_name: high_school_government_and_politics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 73589
    num_examples: 193
  - name: validation
    num_bytes: 7870
    num_examples: 21
  - name: dev
    num_bytes: 1962
    num_examples: 5
  download_size: 166184960
  dataset_size: 83421
- config_name: high_school_macroeconomics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 129375
    num_examples: 390
  - name: validation
    num_bytes: 14298
    num_examples: 43
  - name: dev
    num_bytes: 1466
    num_examples: 5
  download_size: 166184960
  dataset_size: 145139
- config_name: high_school_mathematics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 62132
    num_examples: 270
  - name: validation
    num_bytes: 6536
    num_examples: 29
  - name: dev
    num_bytes: 1420
    num_examples: 5
  download_size: 166184960
  dataset_size: 70088
- config_name: high_school_microeconomics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 82831
    num_examples: 238
  - name: validation
    num_bytes: 8321
    num_examples: 26
  - name: dev
    num_bytes: 1436
    num_examples: 5
  download_size: 166184960
  dataset_size: 92588
- config_name: high_school_physics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 62999
    num_examples: 151
  - name: validation
    num_bytes: 7150
    num_examples: 17
  - name: dev
    num_bytes: 1592
    num_examples: 5
  download_size: 166184960
  dataset_size: 71741
- config_name: high_school_psychology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 173565
    num_examples: 545
  - name: validation
    num_bytes: 18817
    num_examples: 60
  - name: dev
    num_bytes: 2023
    num_examples: 5
  download_size: 166184960
  dataset_size: 194405
- config_name: high_school_statistics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 116306
    num_examples: 216
  - name: validation
    num_bytes: 10583
    num_examples: 23
  - name: dev
    num_bytes: 2646
    num_examples: 5
  download_size: 166184960
  dataset_size: 129535
- config_name: high_school_us_history
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 302026
    num_examples: 204
  - name: validation
    num_bytes: 32266
    num_examples: 22
  - name: dev
    num_bytes: 8982
    num_examples: 5
  download_size: 166184960
  dataset_size: 343274
- config_name: high_school_world_history
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 385478
    num_examples: 237
  - name: validation
    num_bytes: 46243
    num_examples: 26
  - name: dev
    num_bytes: 5015
    num_examples: 5
  download_size: 166184960
  dataset_size: 436736
- config_name: human_aging
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 49431
    num_examples: 223
  - name: validation
    num_bytes: 5040
    num_examples: 23
  - name: dev
    num_bytes: 1071
    num_examples: 5
  download_size: 166184960
  dataset_size: 55542
- config_name: human_sexuality
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 34587
    num_examples: 131
  - name: validation
    num_bytes: 2637
    num_examples: 12
  - name: dev
    num_bytes: 1160
    num_examples: 5
  download_size: 166184960
  dataset_size: 38384
- config_name: international_law
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 56060
    num_examples: 121
  - name: validation
    num_bytes: 6734
    num_examples: 13
  - name: dev
    num_bytes: 2511
    num_examples: 5
  download_size: 166184960
  dataset_size: 65305
- config_name: jurisprudence
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 35810
    num_examples: 108
  - name: validation
    num_bytes: 3904
    num_examples: 11
  - name: dev
    num_bytes: 1376
    num_examples: 5
  download_size: 166184960
  dataset_size: 41090
- config_name: logical_fallacies
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 53528
    num_examples: 163
  - name: validation
    num_bytes: 5469
    num_examples: 18
  - name: dev
    num_bytes: 1666
    num_examples: 5
  download_size: 166184960
  dataset_size: 60663
- config_name: machine_learning
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 36108
    num_examples: 112
  - name: validation
    num_bytes: 3440
    num_examples: 11
  - name: dev
    num_bytes: 2411
    num_examples: 5
  download_size: 166184960
  dataset_size: 41959
- config_name: management
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 21432
    num_examples: 103
  - name: validation
    num_bytes: 1962
    num_examples: 11
  - name: dev
    num_bytes: 956
    num_examples: 5
  download_size: 166184960
  dataset_size: 24350
- config_name: marketing
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 66055
    num_examples: 234
  - name: validation
    num_bytes: 7707
    num_examples: 25
  - name: dev
    num_bytes: 1534
    num_examples: 5
  download_size: 166184960
  dataset_size: 75296
- config_name: medical_genetics
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 22852
    num_examples: 100
  - name: validation
    num_bytes: 3213
    num_examples: 11
  - name: dev
    num_bytes: 1177
    num_examples: 5
  download_size: 166184960
  dataset_size: 27242
- config_name: miscellaneous
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 161003
    num_examples: 783
  - name: validation
    num_bytes: 15780
    num_examples: 86
  - name: dev
    num_bytes: 772
    num_examples: 5
  download_size: 166184960
  dataset_size: 177555
- config_name: moral_disputes
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 114034
    num_examples: 346
  - name: validation
    num_bytes: 13092
    num_examples: 38
  - name: dev
    num_bytes: 1833
    num_examples: 5
  download_size: 166184960
  dataset_size: 128959
- config_name: moral_scenarios
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 391019
    num_examples: 895
  - name: validation
    num_bytes: 44226
    num_examples: 100
  - name: dev
    num_bytes: 2141
    num_examples: 5
  download_size: 166184960
  dataset_size: 437386
- config_name: nutrition
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 96376
    num_examples: 306
  - name: validation
    num_bytes: 8853
    num_examples: 33
  - name: dev
    num_bytes: 2138
    num_examples: 5
  download_size: 166184960
  dataset_size: 107367
- config_name: philosophy
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 84415
    num_examples: 311
  - name: validation
    num_bytes: 9648
    num_examples: 34
  - name: dev
    num_bytes: 1046
    num_examples: 5
  download_size: 166184960
  dataset_size: 95109
- config_name: prehistory
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 94118
    num_examples: 324
  - name: validation
    num_bytes: 10763
    num_examples: 35
  - name: dev
    num_bytes: 1936
    num_examples: 5
  download_size: 166184960
  dataset_size: 106817
- config_name: professional_accounting
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 132152
    num_examples: 282
  - name: validation
    num_bytes: 15197
    num_examples: 31
  - name: dev
    num_bytes: 2271
    num_examples: 5
  download_size: 166184960
  dataset_size: 149620
- config_name: professional_law
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 1922430
    num_examples: 1534
  - name: validation
    num_bytes: 206907
    num_examples: 170
  - name: dev
    num_bytes: 6698
    num_examples: 5
  download_size: 166184960
  dataset_size: 2136035
- config_name: professional_medicine
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 224349
    num_examples: 272
  - name: validation
    num_bytes: 24610
    num_examples: 31
  - name: dev
    num_bytes: 3920
    num_examples: 5
  download_size: 166184960
  dataset_size: 252879
- config_name: professional_psychology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 242411
    num_examples: 612
  - name: validation
    num_bytes: 30952
    num_examples: 69
  - name: dev
    num_bytes: 2390
    num_examples: 5
  download_size: 166184960
  dataset_size: 275753
- config_name: public_relations
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 30948
    num_examples: 110
  - name: validation
    num_bytes: 4794
    num_examples: 12
  - name: dev
    num_bytes: 1584
    num_examples: 5
  download_size: 166184960
  dataset_size: 37326
- config_name: security_studies
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 209732
    num_examples: 245
  - name: validation
    num_bytes: 23165
    num_examples: 27
  - name: dev
    num_bytes: 5423
    num_examples: 5
  download_size: 166184960
  dataset_size: 238320
- config_name: sociology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 68844
    num_examples: 201
  - name: validation
    num_bytes: 7458
    num_examples: 22
  - name: dev
    num_bytes: 1666
    num_examples: 5
  download_size: 166184960
  dataset_size: 77968
- config_name: us_foreign_policy
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 30531
    num_examples: 100
  - name: validation
    num_bytes: 3483
    num_examples: 11
  - name: dev
    num_bytes: 1704
    num_examples: 5
  download_size: 166184960
  dataset_size: 35718
- config_name: virology
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 40739
    num_examples: 166
  - name: validation
    num_bytes: 5667
    num_examples: 18
  - name: dev
    num_bytes: 1144
    num_examples: 5
  download_size: 166184960
  dataset_size: 47550
- config_name: world_religions
  features:
  - name: question
    dtype: string
  - name: subject
    dtype: string
  - name: choices
    sequence: string
  - name: answer
    dtype:
      class_label:
        names:
          '0': A
          '1': B
          '2': C
          '3': D
  splits:
  - name: test
    num_bytes: 28511
    num_examples: 171
  - name: validation
    num_bytes: 3114
    num_examples: 19
  - name: dev
    num_bytes: 753
    num_examples: 5
  download_size: 166184960
  dataset_size: 32378
---
