region:us
---
dataset_info:
- config_name: abstract_narrative_understanding_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 6560069
    num_examples: 3000
  - name: train
    num_bytes: 5249819
    num_examples: 2400
  - name: validation
    num_bytes: 1310250
    num_examples: 600
  download_size: 0
  dataset_size: 13120138
- config_name: anachronisms_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 48826
    num_examples: 230
  - name: train
    num_bytes: 39116
    num_examples: 184
  - name: validation
    num_bytes: 9710
    num_examples: 46
  download_size: 0
  dataset_size: 97652
- config_name: analogical_similarity_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1373815
    num_examples: 323
  - name: train
    num_bytes: 1101512
    num_examples: 259
  - name: validation
    num_bytes: 272303
    num_examples: 64
  download_size: 0
  dataset_size: 2747630
- config_name: analytic_entailment_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 17316
    num_examples: 70
  - name: train
    num_bytes: 13368
    num_examples: 54
  - name: validation
    num_bytes: 3948
    num_examples: 16
  download_size: 0
  dataset_size: 34632
- config_name: arithmetic_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 3833272
    num_examples: 15023
  - name: train
    num_bytes: 3066775
    num_examples: 12019
  - name: validation
    num_bytes: 766497
    num_examples: 3004
  download_size: 0
  dataset_size: 7666544
- config_name: ascii_word_recognition_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 4984662
    num_examples: 5000
  - name: train
    num_bytes: 3997273
    num_examples: 4000
  - name: validation
    num_bytes: 987389
    num_examples: 1000
  download_size: 0
  dataset_size: 9969324
- config_name: authorship_verification_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 14118592
    num_examples: 880
  - name: train
    num_bytes: 11288481
    num_examples: 704
  - name: validation
    num_bytes: 2830111
    num_examples: 176
  download_size: 0
  dataset_size: 28237184
- config_name: auto_categorization_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 40549
    num_examples: 328
  - name: train
    num_bytes: 32992
    num_examples: 263
  - name: validation
    num_bytes: 7557
    num_examples: 65
  download_size: 0
  dataset_size: 81098
- config_name: auto_debugging_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 5112
    num_examples: 34
  - name: train
    num_bytes: 2651
    num_examples: 18
  - name: validation
    num_bytes: 2461
    num_examples: 16
  download_size: 0
  dataset_size: 10224
- config_name: bbq_lite_json_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 6890493
    num_examples: 16076
  - name: train
    num_bytes: 5508584
    num_examples: 12866
  - name: validation
    num_bytes: 1381909
    num_examples: 3210
  download_size: 0
  dataset_size: 13780986
- config_name: bridging_anaphora_resolution_barqa_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1971015
    num_examples: 648
  - name: train
    num_bytes: 1537264
    num_examples: 519
  - name: validation
    num_bytes: 433751
    num_examples: 129
  download_size: 0
  dataset_size: 3942030
- config_name: causal_judgment_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 204878
    num_examples: 190
  - name: train
    num_bytes: 164940
    num_examples: 152
  - name: validation
    num_bytes: 39938
    num_examples: 38
  download_size: 0
  dataset_size: 409756
- config_name: cause_and_effect_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 49314
    num_examples: 153
  - name: train
    num_bytes: 39620
    num_examples: 123
  - name: validation
    num_bytes: 9694
    num_examples: 30
  download_size: 0
  dataset_size: 98628
- config_name: checkmate_in_one_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 3123256
    num_examples: 3498
  - name: train
    num_bytes: 2502314
    num_examples: 2799
  - name: validation
    num_bytes: 620942
    num_examples: 699
  download_size: 0
  dataset_size: 6246512
- config_name: chess_state_tracking_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 3269932
    num_examples: 6000
  - name: train
    num_bytes: 2616294
    num_examples: 4800
  - name: validation
    num_bytes: 653638
    num_examples: 1200
  download_size: 0
  dataset_size: 6539864
- config_name: chinese_remainder_theorem_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 153222
    num_examples: 500
  - name: train
    num_bytes: 122601
    num_examples: 400
  - name: validation
    num_bytes: 30621
    num_examples: 100
  download_size: 0
  dataset_size: 306444
- config_name: cifar10_classification_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 111022200
    num_examples: 20000
  - name: train
    num_bytes: 88782724
    num_examples: 16000
  - name: validation
    num_bytes: 22239476
    num_examples: 4000
  download_size: 0
  dataset_size: 222044400
- config_name: code_line_description_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 33670
    num_examples: 60
  - name: train
    num_bytes: 25530
    num_examples: 44
  - name: validation
    num_bytes: 8140
    num_examples: 16
  download_size: 0
  dataset_size: 67340
- config_name: codenames_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 25195
    num_examples: 85
  - name: train
    num_bytes: 19964
    num_examples: 68
  - name: validation
    num_bytes: 5231
    num_examples: 17
  download_size: 0
  dataset_size: 50390
- config_name: color_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1633263
    num_examples: 4000
  - name: train
    num_bytes: 1306663
    num_examples: 3200
  - name: validation
    num_bytes: 326600
    num_examples: 800
  download_size: 0
  dataset_size: 3266526
- config_name: common_morpheme_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 12388
    num_examples: 50
  - name: train
    num_bytes: 8444
    num_examples: 34
  - name: validation
    num_bytes: 3944
    num_examples: 16
  download_size: 0
  dataset_size: 24776
- config_name: conceptual_combinations_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 58859
    num_examples: 103
  - name: train
    num_bytes: 48010
    num_examples: 84
  - name: validation
    num_bytes: 10849
    num_examples: 19
  download_size: 0
  dataset_size: 117718
- config_name: conlang_translation_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 215190
    num_examples: 164
  - name: train
    num_bytes: 173024
    num_examples: 132
  - name: validation
    num_bytes: 42166
    num_examples: 32
  download_size: 0
  dataset_size: 430380
- config_name: contextual_parametric_knowledge_conflicts_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 14587554
    num_examples: 17528
  - name: train
    num_bytes: 11666236
    num_examples: 14023
  - name: validation
    num_bytes: 2921318
    num_examples: 3505
  download_size: 0
  dataset_size: 29175108
- config_name: crash_blossom_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 12194
    num_examples: 38
  - name: train
    num_bytes: 6999
    num_examples: 22
  - name: validation
    num_bytes: 5195
    num_examples: 16
  download_size: 0
  dataset_size: 24388
- config_name: crass_ai_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 22870
    num_examples: 44
  - name: train
    num_bytes: 14130
    num_examples: 28
  - name: validation
    num_bytes: 8740
    num_examples: 16
  download_size: 0
  dataset_size: 45740
- config_name: cryobiology_spanish_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 38674
    num_examples: 146
  - name: train
    num_bytes: 31129
    num_examples: 117
  - name: validation
    num_bytes: 7545
    num_examples: 29
  download_size: 0
  dataset_size: 77348
- config_name: cryptonite_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 2844402
    num_examples: 26157
  - name: train
    num_bytes: 2275724
    num_examples: 20926
  - name: validation
    num_bytes: 568678
    num_examples: 5231
  download_size: 0
  dataset_size: 5688804
- config_name: cs_algorithms_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 272435
    num_examples: 1320
  - name: train
    num_bytes: 218192
    num_examples: 1056
  - name: validation
    num_bytes: 54243
    num_examples: 264
  download_size: 0
  dataset_size: 544870
- config_name: dark_humor_detection_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 26556
    num_examples: 80
  - name: train
    num_bytes: 21267
    num_examples: 64
  - name: validation
    num_bytes: 5289
    num_examples: 16
  download_size: 0
  dataset_size: 53112
- config_name: date_understanding_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 94908
    num_examples: 369
  - name: train
    num_bytes: 76165
    num_examples: 296
  - name: validation
    num_bytes: 18743
    num_examples: 73
  download_size: 0
  dataset_size: 189816
- config_name: disambiguation_qa_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 122471
    num_examples: 258
  - name: train
    num_bytes: 98687
    num_examples: 207
  - name: validation
    num_bytes: 23784
    num_examples: 51
  download_size: 0
  dataset_size: 244942
- config_name: discourse_marker_prediction_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 2090684
    num_examples: 857
  - name: train
    num_bytes: 1666052
    num_examples: 686
  - name: validation
    num_bytes: 424632
    num_examples: 171
  download_size: 0
  dataset_size: 4181368
- config_name: disfl_qa_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 7964775
    num_examples: 8000
  - name: train
    num_bytes: 6376511
    num_examples: 6400
  - name: validation
    num_bytes: 1588264
    num_examples: 1600
  download_size: 0
  dataset_size: 15929550
- config_name: dyck_languages_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1227916
    num_examples: 1000
  - name: train
    num_bytes: 982680
    num_examples: 800
  - name: validation
    num_bytes: 245236
    num_examples: 200
  download_size: 0
  dataset_size: 2455832
- config_name: elementary_math_qa_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 13442550
    num_examples: 38160
  - name: train
    num_bytes: 10766969
    num_examples: 30531
  - name: validation
    num_bytes: 2675581
    num_examples: 7629
  download_size: 0
  dataset_size: 26885100
- config_name: emoji_movie_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 33667
    num_examples: 100
  - name: train
    num_bytes: 26987
    num_examples: 80
  - name: validation
    num_bytes: 6680
    num_examples: 20
  download_size: 0
  dataset_size: 67334
- config_name: emojis_emotion_prediction_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 47983
    num_examples: 131
  - name: train
    num_bytes: 38458
    num_examples: 105
  - name: validation
    num_bytes: 9525
    num_examples: 26
  download_size: 0
  dataset_size: 95966
- config_name: empirical_judgments_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 47499
    num_examples: 99
  - name: train
    num_bytes: 38346
    num_examples: 80
  - name: validation
    num_bytes: 9153
    num_examples: 19
  download_size: 0
  dataset_size: 94998
- config_name: english_proverbs_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 22530
    num_examples: 34
  - name: train
    num_bytes: 12066
    num_examples: 18
  - name: validation
    num_bytes: 10464
    num_examples: 16
  download_size: 0
  dataset_size: 45060
- config_name: english_russian_proverbs_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 59900
    num_examples: 80
  - name: train
    num_bytes: 48051
    num_examples: 64
  - name: validation
    num_bytes: 11849
    num_examples: 16
  download_size: 0
  dataset_size: 119800
- config_name: entailed_polarity_hindi_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 57052
    num_examples: 138
  - name: train
    num_bytes: 45829
    num_examples: 111
  - name: validation
    num_bytes: 11223
    num_examples: 27
  download_size: 0
  dataset_size: 114104
- config_name: entailed_polarity_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 25421
    num_examples: 148
  - name: train
    num_bytes: 20350
    num_examples: 119
  - name: validation
    num_bytes: 5071
    num_examples: 29
  download_size: 0
  dataset_size: 50842
- config_name: epistemic_reasoning_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 887158
    num_examples: 2000
  - name: train
    num_bytes: 710107
    num_examples: 1600
  - name: validation
    num_bytes: 177051
    num_examples: 400
  download_size: 0
  dataset_size: 1774316
- config_name: evaluating_information_essentiality_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 77488
    num_examples: 68
  - name: train
    num_bytes: 59596
    num_examples: 52
  - name: validation
    num_bytes: 17892
    num_examples: 16
  download_size: 0
  dataset_size: 154976
- config_name: fact_checker_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1337384
    num_examples: 7154
  - name: train
    num_bytes: 1070750
    num_examples: 5724
  - name: validation
    num_bytes: 266634
    num_examples: 1430
  download_size: 0
  dataset_size: 2674768
- config_name: fantasy_reasoning_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 75886
    num_examples: 201
  - name: train
    num_bytes: 61398
    num_examples: 161
  - name: validation
    num_bytes: 14488
    num_examples: 40
  download_size: 0
  dataset_size: 151772
- config_name: few_shot_nlg_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 75937
    num_examples: 153
  - name: train
    num_bytes: 61862
    num_examples: 123
  - name: validation
    num_bytes: 14075
    num_examples: 30
  download_size: 0
  dataset_size: 151874
- config_name: figure_of_speech_detection_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 21717
    num_examples: 59
  - name: train
    num_bytes: 15962
    num_examples: 43
  - name: validation
    num_bytes: 5755
    num_examples: 16
  download_size: 0
  dataset_size: 43434
- config_name: formal_fallacies_syllogisms_negation_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 8314653
    num_examples: 14200
  - name: train
    num_bytes: 6652955
    num_examples: 11360
  - name: validation
    num_bytes: 1661698
    num_examples: 2840
  download_size: 0
  dataset_size: 16629306
- config_name: gem_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 36065281
    num_examples: 14802
  - name: train
    num_bytes: 28819497
    num_examples: 11845
  - name: validation
    num_bytes: 7245784
    num_examples: 2957
  download_size: 0
  dataset_size: 72130562
- config_name: gender_inclusive_sentences_german_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 126881
    num_examples: 200
  - name: train
    num_bytes: 100628
    num_examples: 160
  - name: validation
    num_bytes: 26253
    num_examples: 40
  download_size: 0
  dataset_size: 253762
- config_name: general_knowledge_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 21828
    num_examples: 70
  - name: train
    num_bytes: 16818
    num_examples: 54
  - name: validation
    num_bytes: 5010
    num_examples: 16
  download_size: 0
  dataset_size: 43656
- config_name: geometric_shapes_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 180094
    num_examples: 359
  - name: train
    num_bytes: 144602
    num_examples: 288
  - name: validation
    num_bytes: 35492
    num_examples: 71
  download_size: 0
  dataset_size: 360188
- config_name: goal_step_wikihow_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 3567615
    num_examples: 7053
  - name: train
    num_bytes: 2853871
    num_examples: 5643
  - name: validation
    num_bytes: 713744
    num_examples: 1410
  download_size: 0
  dataset_size: 7135230
- config_name: gre_reading_comprehension_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 94273
    num_examples: 31
  - name: train
    num_bytes: 44458
    num_examples: 15
  - name: validation
    num_bytes: 49815
    num_examples: 16
  download_size: 0
  dataset_size: 188546
- config_name: hhh_alignment_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 272898
    num_examples: 221
  - name: train
    num_bytes: 212488
    num_examples: 179
  - name: validation
    num_bytes: 60410
    num_examples: 42
  download_size: 0
  dataset_size: 545796
- config_name: hindi_question_answering_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 15154954
    num_examples: 6610
  - name: train
    num_bytes: 11983837
    num_examples: 5288
  - name: validation
    num_bytes: 3171117
    num_examples: 1322
  download_size: 0
  dataset_size: 30309908
- config_name: hindu_knowledge_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 44092
    num_examples: 175
  - name: train
    num_bytes: 35392
    num_examples: 140
  - name: validation
    num_bytes: 8700
    num_examples: 35
  download_size: 0
  dataset_size: 88184
- config_name: hinglish_toxicity_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 60613
    num_examples: 200
  - name: train
    num_bytes: 49997
    num_examples: 160
  - name: validation
    num_bytes: 10616
    num_examples: 40
  download_size: 0
  dataset_size: 121226
- config_name: human_organs_senses_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 7944
    num_examples: 42
  - name: train
    num_bytes: 4873
    num_examples: 26
  - name: validation
    num_bytes: 3071
    num_examples: 16
  download_size: 0
  dataset_size: 15888
- config_name: hyperbaton_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 9383986
    num_examples: 50000
  - name: train
    num_bytes: 7509334
    num_examples: 40000
  - name: validation
    num_bytes: 1874652
    num_examples: 10000
  download_size: 0
  dataset_size: 18767972
- config_name: identify_math_theorems_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 104841
    num_examples: 53
  - name: train
    num_bytes: 70295
    num_examples: 37
  - name: validation
    num_bytes: 34546
    num_examples: 16
  download_size: 0
  dataset_size: 209682
- config_name: identify_odd_metaphor_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 27602
    num_examples: 47
  - name: train
    num_bytes: 18138
    num_examples: 31
  - name: validation
    num_bytes: 9464
    num_examples: 16
  download_size: 0
  dataset_size: 55204
- config_name: implicatures_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 91683
    num_examples: 492
  - name: train
    num_bytes: 73416
    num_examples: 394
  - name: validation
    num_bytes: 18267
    num_examples: 98
  download_size: 0
  dataset_size: 183366
- config_name: implicit_relations_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 79710
    num_examples: 85
  - name: train
    num_bytes: 64346
    num_examples: 68
  - name: validation
    num_bytes: 15364
    num_examples: 17
  download_size: 0
  dataset_size: 159420
- config_name: intent_recognition_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 322371
    num_examples: 693
  - name: train
    num_bytes: 257864
    num_examples: 555
  - name: validation
    num_bytes: 64507
    num_examples: 138
  download_size: 0
  dataset_size: 644742
- config_name: international_phonetic_alphabet_nli_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 79320
    num_examples: 126
  - name: train
    num_bytes: 63288
    num_examples: 101
  - name: validation
    num_bytes: 16032
    num_examples: 25
  download_size: 0
  dataset_size: 158640
- config_name: international_phonetic_alphabet_transliterate_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 275938
    num_examples: 1003
  - name: train
    num_bytes: 220784
    num_examples: 803
  - name: validation
    num_bytes: 55154
    num_examples: 200
  download_size: 0
  dataset_size: 551876
- config_name: intersect_geometry_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 211674752
    num_examples: 249999
  - name: train
    num_bytes: 169332898
    num_examples: 200000
  - name: validation
    num_bytes: 42341854
    num_examples: 49999
  download_size: 0
  dataset_size: 423349504
- config_name: irony_identification_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 28178
    num_examples: 99
  - name: train
    num_bytes: 22918
    num_examples: 80
  - name: validation
    num_bytes: 5260
    num_examples: 19
  download_size: 0
  dataset_size: 56356
- config_name: kanji_ascii_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 366946
    num_examples: 1092
  - name: train
    num_bytes: 293933
    num_examples: 875
  - name: validation
    num_bytes: 73013
    num_examples: 217
  download_size: 0
  dataset_size: 733892
- config_name: kannada_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 140638
    num_examples: 316
  - name: train
    num_bytes: 111865
    num_examples: 253
  - name: validation
    num_bytes: 28773
    num_examples: 63
  download_size: 0
  dataset_size: 281276
- config_name: key_value_maps_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 105136
    num_examples: 101
  - name: train
    num_bytes: 84317
    num_examples: 80
  - name: validation
    num_bytes: 20819
    num_examples: 21
  download_size: 0
  dataset_size: 210272
- config_name: known_unknowns_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 7960
    num_examples: 46
  - name: train
    num_bytes: 5130
    num_examples: 30
  - name: validation
    num_bytes: 2830
    num_examples: 16
  download_size: 0
  dataset_size: 15920
- config_name: language_games_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 979619
    num_examples: 2128
  - name: train
    num_bytes: 783111
    num_examples: 1704
  - name: validation
    num_bytes: 196508
    num_examples: 424
  download_size: 0
  dataset_size: 1959238
- config_name: language_identification_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 7376223
    num_examples: 10000
  - name: train
    num_bytes: 5908808
    num_examples: 8000
  - name: validation
    num_bytes: 1467415
    num_examples: 2000
  download_size: 0
  dataset_size: 14752446
- config_name: linguistic_mappings_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1325186
    num_examples: 15527
  - name: train
    num_bytes: 1060088
    num_examples: 12426
  - name: validation
    num_bytes: 265098
    num_examples: 3101
  download_size: 0
  dataset_size: 2650372
- config_name: linguistics_puzzles_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1746024
    num_examples: 2000
  - name: train
    num_bytes: 1398113
    num_examples: 1600
  - name: validation
    num_bytes: 347911
    num_examples: 400
  download_size: 0
  dataset_size: 3492048
- config_name: list_functions_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 2678136
    num_examples: 10750
  - name: train
    num_bytes: 2161065
    num_examples: 8700
  - name: validation
    num_bytes: 517071
    num_examples: 2050
  download_size: 0
  dataset_size: 5356272
- config_name: logic_grid_puzzle_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1456218
    num_examples: 1000
  - name: train
    num_bytes: 1160137
    num_examples: 800
  - name: validation
    num_bytes: 296081
    num_examples: 200
  download_size: 0
  dataset_size: 2912436
- config_name: logical_args_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 43582
    num_examples: 32
  - name: train
    num_bytes: 21072
    num_examples: 16
  - name: validation
    num_bytes: 22510
    num_examples: 16
  download_size: 0
  dataset_size: 87164
- config_name: logical_deduction_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1056716
    num_examples: 1500
  - name: train
    num_bytes: 841788
    num_examples: 1200
  - name: validation
    num_bytes: 214928
    num_examples: 300
  download_size: 0
  dataset_size: 2113432
- config_name: logical_fallacy_detection_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 720286
    num_examples: 2800
  - name: train
    num_bytes: 576295
    num_examples: 2240
  - name: validation
    num_bytes: 143991
    num_examples: 560
  download_size: 0
  dataset_size: 1440572
- config_name: logical_sequence_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 22722
    num_examples: 39
  - name: train
    num_bytes: 12648
    num_examples: 23
  - name: validation
    num_bytes: 10074
    num_examples: 16
  download_size: 8660
  dataset_size: 45444
- config_name: mathematical_induction_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 19018
    num_examples: 69
  - name: train
    num_bytes: 14983
    num_examples: 53
  - name: validation
    num_bytes: 4035
    num_examples: 16
  download_size: 22560
  dataset_size: 38036
- config_name: matrixshapes_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1130574
    num_examples: 4462
  - name: train
    num_bytes: 906061
    num_examples: 3570
  - name: validation
    num_bytes: 224513
    num_examples: 892
  download_size: 436030
  dataset_size: 2261148
- config_name: metaphor_boolean_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 213848
    num_examples: 680
  - name: train
    num_bytes: 170765
    num_examples: 544
  - name: validation
    num_bytes: 43083
    num_examples: 136
  download_size: 102463
  dataset_size: 427696
- config_name: metaphor_understanding_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 200862
    num_examples: 234
  - name: train
    num_bytes: 162101
    num_examples: 188
  - name: validation
    num_bytes: 38761
    num_examples: 46
  download_size: 137229
  dataset_size: 401724
- config_name: minute_mysteries_qa_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 3245190
    num_examples: 477
  - name: train
    num_bytes: 2623703
    num_examples: 383
  - name: validation
    num_bytes: 621487
    num_examples: 94
  download_size: 3955073
  dataset_size: 6490380
- config_name: misconceptions_russian_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 16991
    num_examples: 49
  - name: train
    num_bytes: 10970
    num_examples: 33
  - name: validation
    num_bytes: 6021
    num_examples: 16
  download_size: 29961
  dataset_size: 33982
- config_name: misconceptions_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 45816
    num_examples: 219
  - name: train
    num_bytes: 37246
    num_examples: 176
  - name: validation
    num_bytes: 8570
    num_examples: 43
  download_size: 41069
  dataset_size: 91632
- config_name: mnist_ascii_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 61739808
    num_examples: 69984
  - name: train
    num_bytes: 49419928
    num_examples: 55988
  - name: validation
    num_bytes: 12319880
    num_examples: 13996
  download_size: 20997609
  dataset_size: 123479616
- config_name: modified_arithmetic_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 1220993
    num_examples: 6000
  - name: train
    num_bytes: 976859
    num_examples: 4800
  - name: validation
    num_bytes: 244134
    num_examples: 1200
  download_size: 947542
  dataset_size: 2441986
- config_name: moral_permissibility_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 162068
    num_examples: 342
  - name: train
    num_bytes: 128790
    num_examples: 274
  - name: validation
    num_bytes: 33278
    num_examples: 68
  download_size: 80450
  dataset_size: 324136
- config_name: movie_dialog_same_or_different_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 28645997
    num_examples: 50000
  - name: train
    num_bytes: 22889061
    num_examples: 40000
  - name: validation
    num_bytes: 5756936
    num_examples: 10000
  download_size: 19923333
  dataset_size: 57291994
- config_name: movie_recommendation_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 173557
    num_examples: 500
  - name: train
    num_bytes: 138936
    num_examples: 400
  - name: validation
    num_bytes: 34621
    num_examples: 100
  download_size: 151639
  dataset_size: 347114
- config_name: mult_data_wrangling_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 625422
    num_examples: 7854
  - name: train
    num_bytes: 507838
    num_examples: 6380
  - name: validation
    num_bytes: 117584
    num_examples: 1474
  download_size: 260725
  dataset_size: 1250844
- config_name: multiemo_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 650173925
    num_examples: 1437281
  - name: train
    num_bytes: 520172185
    num_examples: 1149873
  - name: validation
    num_bytes: 130001740
    num_examples: 287408
  download_size: 453005461
  dataset_size: 1300347850
- config_name: natural_instructions_zero_shot
  features:
  - name: idx
    dtype: int32
  - name: inputs
    dtype: string
  - name: targets
    sequence: string
  - name: multiple_choice_targets
    sequence: string
  - name: multiple_choice_scores
    sequence: int32
  splits:
  - name: default
    num_bytes: 355938370
    num_examples: 193250
  - name: train
    num_bytes: 284920096
    num_examples: 154615
  - name: validation
    num_bytes: 71018274
    num_examples: 38635
  download_size: 200522980
  dataset_size: 711876740
configs:
- config_name: abstract_narrative_understanding_zero_shot
  data_files:
  - split: default
    path: abstract_narrative_understanding_zero_shot/default-*
  - split: train
    path: abstract_narrative_understanding_zero_shot/train-*
  - split: validation
    path: abstract_narrative_understanding_zero_shot/validation-*
- config_name: anachronisms_zero_shot
  data_files:
  - split: default
    path: anachronisms_zero_shot/default-*
  - split: train
    path: anachronisms_zero_shot/train-*
  - split: validation
    path: anachronisms_zero_shot/validation-*
- config_name: analogical_similarity_zero_shot
  data_files:
  - split: default
    path: analogical_similarity_zero_shot/default-*
  - split: train
    path: analogical_similarity_zero_shot/train-*
  - split: validation
    path: analogical_similarity_zero_shot/validation-*
- config_name: analytic_entailment_zero_shot
  data_files:
  - split: default
    path: analytic_entailment_zero_shot/default-*
  - split: train
    path: analytic_entailment_zero_shot/train-*
  - split: validation
    path: analytic_entailment_zero_shot/validation-*
- config_name: arithmetic_zero_shot
  data_files:
  - split: default
    path: arithmetic_zero_shot/default-*
  - split: train
    path: arithmetic_zero_shot/train-*
  - split: validation
    path: arithmetic_zero_shot/validation-*
- config_name: ascii_word_recognition_zero_shot
  data_files:
  - split: default
    path: ascii_word_recognition_zero_shot/default-*
  - split: train
    path: ascii_word_recognition_zero_shot/train-*
  - split: validation
    path: ascii_word_recognition_zero_shot/validation-*
- config_name: authorship_verification_zero_shot
  data_files:
  - split: default
    path: authorship_verification_zero_shot/default-*
  - split: train
    path: authorship_verification_zero_shot/train-*
  - split: validation
    path: authorship_verification_zero_shot/validation-*
- config_name: auto_categorization_zero_shot
  data_files:
  - split: default
    path: auto_categorization_zero_shot/default-*
  - split: train
    path: auto_categorization_zero_shot/train-*
  - split: validation
    path: auto_categorization_zero_shot/validation-*
- config_name: auto_debugging_zero_shot
  data_files:
  - split: default
    path: auto_debugging_zero_shot/default-*
  - split: train
    path: auto_debugging_zero_shot/train-*
  - split: validation
    path: auto_debugging_zero_shot/validation-*
- config_name: bbq_lite_json_zero_shot
  data_files:
  - split: default
    path: bbq_lite_json_zero_shot/default-*
  - split: train
    path: bbq_lite_json_zero_shot/train-*
  - split: validation
    path: bbq_lite_json_zero_shot/validation-*
- config_name: bridging_anaphora_resolution_barqa_zero_shot
  data_files:
  - split: default
    path: bridging_anaphora_resolution_barqa_zero_shot/default-*
  - split: train
    path: bridging_anaphora_resolution_barqa_zero_shot/train-*
  - split: validation
    path: bridging_anaphora_resolution_barqa_zero_shot/validation-*
- config_name: causal_judgment_zero_shot
  data_files:
  - split: default
    path: causal_judgment_zero_shot/default-*
  - split: train
    path: causal_judgment_zero_shot/train-*
  - split: validation
    path: causal_judgment_zero_shot/validation-*
- config_name: cause_and_effect_zero_shot
  data_files:
  - split: default
    path: cause_and_effect_zero_shot/default-*
  - split: train
    path: cause_and_effect_zero_shot/train-*
  - split: validation
    path: cause_and_effect_zero_shot/validation-*
- config_name: checkmate_in_one_zero_shot
  data_files:
  - split: default
    path: checkmate_in_one_zero_shot/default-*
  - split: train
    path: checkmate_in_one_zero_shot/train-*
  - split: validation
    path: checkmate_in_one_zero_shot/validation-*
- config_name: chess_state_tracking_zero_shot
  data_files:
  - split: default
    path: chess_state_tracking_zero_shot/default-*
  - split: train
    path: chess_state_tracking_zero_shot/train-*
  - split: validation
    path: chess_state_tracking_zero_shot/validation-*
- config_name: chinese_remainder_theorem_zero_shot
  data_files:
  - split: default
    path: chinese_remainder_theorem_zero_shot/default-*
  - split: train
    path: chinese_remainder_theorem_zero_shot/train-*
  - split: validation
    path: chinese_remainder_theorem_zero_shot/validation-*
- config_name: cifar10_classification_zero_shot
  data_files:
  - split: default
    path: cifar10_classification_zero_shot/default-*
  - split: train
    path: cifar10_classification_zero_shot/train-*
  - split: validation
    path: cifar10_classification_zero_shot/validation-*
- config_name: code_line_description_zero_shot
  data_files:
  - split: default
    path: code_line_description_zero_shot/default-*
  - split: train
    path: code_line_description_zero_shot/train-*
  - split: validation
    path: code_line_description_zero_shot/validation-*
- config_name: codenames_zero_shot
  data_files:
  - split: default
    path: codenames_zero_shot/default-*
  - split: train
    path: codenames_zero_shot/train-*
  - split: validation
    path: codenames_zero_shot/validation-*
- config_name: color_zero_shot
  data_files:
  - split: default
    path: color_zero_shot/default-*
  - split: train
    path: color_zero_shot/train-*
  - split: validation
    path: color_zero_shot/validation-*
- config_name: common_morpheme_zero_shot
  data_files:
  - split: default
    path: common_morpheme_zero_shot/default-*
  - split: train
    path: common_morpheme_zero_shot/train-*
  - split: validation
    path: common_morpheme_zero_shot/validation-*
- config_name: conceptual_combinations_zero_shot
  data_files:
  - split: default
    path: conceptual_combinations_zero_shot/default-*
  - split: train
    path: conceptual_combinations_zero_shot/train-*
  - split: validation
    path: conceptual_combinations_zero_shot/validation-*
- config_name: conlang_translation_zero_shot
  data_files:
  - split: default
    path: conlang_translation_zero_shot/default-*
  - split: train
    path: conlang_translation_zero_shot/train-*
  - split: validation
    path: conlang_translation_zero_shot/validation-*
- config_name: contextual_parametric_knowledge_conflicts_zero_shot
  data_files:
  - split: default
    path: contextual_parametric_knowledge_conflicts_zero_shot/default-*
  - split: train
    path: contextual_parametric_knowledge_conflicts_zero_shot/train-*
  - split: validation
    path: contextual_parametric_knowledge_conflicts_zero_shot/validation-*
- config_name: crash_blossom_zero_shot
  data_files:
  - split: default
    path: crash_blossom_zero_shot/default-*
  - split: train
    path: crash_blossom_zero_shot/train-*
  - split: validation
    path: crash_blossom_zero_shot/validation-*
- config_name: crass_ai_zero_shot
  data_files:
  - split: default
    path: crass_ai_zero_shot/default-*
  - split: train
    path: crass_ai_zero_shot/train-*
  - split: validation
    path: crass_ai_zero_shot/validation-*
- config_name: cryobiology_spanish_zero_shot
  data_files:
  - split: default
    path: cryobiology_spanish_zero_shot/default-*
  - split: train
    path: cryobiology_spanish_zero_shot/train-*
  - split: validation
    path: cryobiology_spanish_zero_shot/validation-*
- config_name: cryptonite_zero_shot
  data_files:
  - split: default
    path: cryptonite_zero_shot/default-*
  - split: train
    path: cryptonite_zero_shot/train-*
  - split: validation
    path: cryptonite_zero_shot/validation-*
- config_name: cs_algorithms_zero_shot
  data_files:
  - split: default
    path: cs_algorithms_zero_shot/default-*
  - split: train
    path: cs_algorithms_zero_shot/train-*
  - split: validation
    path: cs_algorithms_zero_shot/validation-*
- config_name: dark_humor_detection_zero_shot
  data_files:
  - split: default
    path: dark_humor_detection_zero_shot/default-*
  - split: train
    path: dark_humor_detection_zero_shot/train-*
  - split: validation
    path: dark_humor_detection_zero_shot/validation-*
- config_name: date_understanding_zero_shot
  data_files:
  - split: default
    path: date_understanding_zero_shot/default-*
  - split: train
    path: date_understanding_zero_shot/train-*
  - split: validation
    path: date_understanding_zero_shot/validation-*
- config_name: disambiguation_qa_zero_shot
  data_files:
  - split: default
    path: disambiguation_qa_zero_shot/default-*
  - split: train
    path: disambiguation_qa_zero_shot/train-*
  - split: validation
    path: disambiguation_qa_zero_shot/validation-*
- config_name: discourse_marker_prediction_zero_shot
  data_files:
  - split: default
    path: discourse_marker_prediction_zero_shot/default-*
  - split: train
    path: discourse_marker_prediction_zero_shot/train-*
  - split: validation
    path: discourse_marker_prediction_zero_shot/validation-*
- config_name: disfl_qa_zero_shot
  data_files:
  - split: default
    path: disfl_qa_zero_shot/default-*
  - split: train
    path: disfl_qa_zero_shot/train-*
  - split: validation
    path: disfl_qa_zero_shot/validation-*
- config_name: dyck_languages_zero_shot
  data_files:
  - split: default
    path: dyck_languages_zero_shot/default-*
  - split: train
    path: dyck_languages_zero_shot/train-*
  - split: validation
    path: dyck_languages_zero_shot/validation-*
- config_name: elementary_math_qa_zero_shot
  data_files:
  - split: default
    path: elementary_math_qa_zero_shot/default-*
  - split: train
    path: elementary_math_qa_zero_shot/train-*
  - split: validation
    path: elementary_math_qa_zero_shot/validation-*
- config_name: emoji_movie_zero_shot
  data_files:
  - split: default
    path: emoji_movie_zero_shot/default-*
  - split: train
    path: emoji_movie_zero_shot/train-*
  - split: validation
    path: emoji_movie_zero_shot/validation-*
- config_name: emojis_emotion_prediction_zero_shot
  data_files:
  - split: default
    path: emojis_emotion_prediction_zero_shot/default-*
  - split: train
    path: emojis_emotion_prediction_zero_shot/train-*
  - split: validation
    path: emojis_emotion_prediction_zero_shot/validation-*
- config_name: empirical_judgments_zero_shot
  data_files:
  - split: default
    path: empirical_judgments_zero_shot/default-*
  - split: train
    path: empirical_judgments_zero_shot/train-*
  - split: validation
    path: empirical_judgments_zero_shot/validation-*
- config_name: english_proverbs_zero_shot
  data_files:
  - split: default
    path: english_proverbs_zero_shot/default-*
  - split: train
    path: english_proverbs_zero_shot/train-*
  - split: validation
    path: english_proverbs_zero_shot/validation-*
- config_name: english_russian_proverbs_zero_shot
  data_files:
  - split: default
    path: english_russian_proverbs_zero_shot/default-*
  - split: train
    path: english_russian_proverbs_zero_shot/train-*
  - split: validation
    path: english_russian_proverbs_zero_shot/validation-*
- config_name: entailed_polarity_hindi_zero_shot
  data_files:
  - split: default
    path: entailed_polarity_hindi_zero_shot/default-*
  - split: train
    path: entailed_polarity_hindi_zero_shot/train-*
  - split: validation
    path: entailed_polarity_hindi_zero_shot/validation-*
- config_name: entailed_polarity_zero_shot
  data_files:
  - split: default
    path: entailed_polarity_zero_shot/default-*
  - split: train
    path: entailed_polarity_zero_shot/train-*
  - split: validation
    path: entailed_polarity_zero_shot/validation-*
- config_name: epistemic_reasoning_zero_shot
  data_files:
  - split: default
    path: epistemic_reasoning_zero_shot/default-*
  - split: train
    path: epistemic_reasoning_zero_shot/train-*
  - split: validation
    path: epistemic_reasoning_zero_shot/validation-*
- config_name: evaluating_information_essentiality_zero_shot
  data_files:
  - split: default
    path: evaluating_information_essentiality_zero_shot/default-*
  - split: train
    path: evaluating_information_essentiality_zero_shot/train-*
  - split: validation
    path: evaluating_information_essentiality_zero_shot/validation-*
- config_name: fact_checker_zero_shot
  data_files:
  - split: default
    path: fact_checker_zero_shot/default-*
  - split: train
    path: fact_checker_zero_shot/train-*
  - split: validation
    path: fact_checker_zero_shot/validation-*
- config_name: fantasy_reasoning_zero_shot
  data_files:
  - split: default
    path: fantasy_reasoning_zero_shot/default-*
  - split: train
    path: fantasy_reasoning_zero_shot/train-*
  - split: validation
    path: fantasy_reasoning_zero_shot/validation-*
- config_name: few_shot_nlg_zero_shot
  data_files:
  - split: default
    path: few_shot_nlg_zero_shot/default-*
  - split: train
    path: few_shot_nlg_zero_shot/train-*
  - split: validation
    path: few_shot_nlg_zero_shot/validation-*
- config_name: figure_of_speech_detection_zero_shot
  data_files:
  - split: default
    path: figure_of_speech_detection_zero_shot/default-*
  - split: train
    path: figure_of_speech_detection_zero_shot/train-*
  - split: validation
    path: figure_of_speech_detection_zero_shot/validation-*
- config_name: formal_fallacies_syllogisms_negation_zero_shot
  data_files:
  - split: default
    path: formal_fallacies_syllogisms_negation_zero_shot/default-*
  - split: train
    path: formal_fallacies_syllogisms_negation_zero_shot/train-*
  - split: validation
    path: formal_fallacies_syllogisms_negation_zero_shot/validation-*
- config_name: gem_zero_shot
  data_files:
  - split: default
    path: gem_zero_shot/default-*
  - split: train
    path: gem_zero_shot/train-*
  - split: validation
    path: gem_zero_shot/validation-*
- config_name: gender_inclusive_sentences_german_zero_shot
  data_files:
  - split: default
    path: gender_inclusive_sentences_german_zero_shot/default-*
  - split: train
    path: gender_inclusive_sentences_german_zero_shot/train-*
  - split: validation
    path: gender_inclusive_sentences_german_zero_shot/validation-*
- config_name: general_knowledge_zero_shot
  data_files:
  - split: default
    path: general_knowledge_zero_shot/default-*
  - split: train
    path: general_knowledge_zero_shot/train-*
  - split: validation
    path: general_knowledge_zero_shot/validation-*
- config_name: geometric_shapes_zero_shot
  data_files:
  - split: default
    path: geometric_shapes_zero_shot/default-*
  - split: train
    path: geometric_shapes_zero_shot/train-*
  - split: validation
    path: geometric_shapes_zero_shot/validation-*
- config_name: goal_step_wikihow_zero_shot
  data_files:
  - split: default
    path: goal_step_wikihow_zero_shot/default-*
  - split: train
    path: goal_step_wikihow_zero_shot/train-*
  - split: validation
    path: goal_step_wikihow_zero_shot/validation-*
- config_name: gre_reading_comprehension_zero_shot
  data_files:
  - split: default
    path: gre_reading_comprehension_zero_shot/default-*
  - split: train
    path: gre_reading_comprehension_zero_shot/train-*
  - split: validation
    path: gre_reading_comprehension_zero_shot/validation-*
- config_name: hhh_alignment_zero_shot
  data_files:
  - split: default
    path: hhh_alignment_zero_shot/default-*
  - split: train
    path: hhh_alignment_zero_shot/train-*
  - split: validation
    path: hhh_alignment_zero_shot/validation-*
- config_name: hindi_question_answering_zero_shot
  data_files:
  - split: default
    path: hindi_question_answering_zero_shot/default-*
  - split: train
    path: hindi_question_answering_zero_shot/train-*
  - split: validation
    path: hindi_question_answering_zero_shot/validation-*
- config_name: hindu_knowledge_zero_shot
  data_files:
  - split: default
    path: hindu_knowledge_zero_shot/default-*
  - split: train
    path: hindu_knowledge_zero_shot/train-*
  - split: validation
    path: hindu_knowledge_zero_shot/validation-*
- config_name: hinglish_toxicity_zero_shot
  data_files:
  - split: default
    path: hinglish_toxicity_zero_shot/default-*
  - split: train
    path: hinglish_toxicity_zero_shot/train-*
  - split: validation
    path: hinglish_toxicity_zero_shot/validation-*
- config_name: human_organs_senses_zero_shot
  data_files:
  - split: default
    path: human_organs_senses_zero_shot/default-*
  - split: train
    path: human_organs_senses_zero_shot/train-*
  - split: validation
    path: human_organs_senses_zero_shot/validation-*
- config_name: hyperbaton_zero_shot
  data_files:
  - split: default
    path: hyperbaton_zero_shot/default-*
  - split: train
    path: hyperbaton_zero_shot/train-*
  - split: validation
    path: hyperbaton_zero_shot/validation-*
- config_name: identify_math_theorems_zero_shot
  data_files:
  - split: default
    path: identify_math_theorems_zero_shot/default-*
  - split: train
    path: identify_math_theorems_zero_shot/train-*
  - split: validation
    path: identify_math_theorems_zero_shot/validation-*
- config_name: identify_odd_metaphor_zero_shot
  data_files:
  - split: default
    path: identify_odd_metaphor_zero_shot/default-*
  - split: train
    path: identify_odd_metaphor_zero_shot/train-*
  - split: validation
    path: identify_odd_metaphor_zero_shot/validation-*
- config_name: implicatures_zero_shot
  data_files:
  - split: default
    path: implicatures_zero_shot/default-*
  - split: train
    path: implicatures_zero_shot/train-*
  - split: validation
    path: implicatures_zero_shot/validation-*
- config_name: implicit_relations_zero_shot
  data_files:
  - split: default
    path: implicit_relations_zero_shot/default-*
  - split: train
    path: implicit_relations_zero_shot/train-*
  - split: validation
    path: implicit_relations_zero_shot/validation-*
- config_name: intent_recognition_zero_shot
  data_files:
  - split: default
    path: intent_recognition_zero_shot/default-*
  - split: train
    path: intent_recognition_zero_shot/train-*
  - split: validation
    path: intent_recognition_zero_shot/validation-*
- config_name: international_phonetic_alphabet_nli_zero_shot
  data_files:
  - split: default
    path: international_phonetic_alphabet_nli_zero_shot/default-*
  - split: train
    path: international_phonetic_alphabet_nli_zero_shot/train-*
  - split: validation
    path: international_phonetic_alphabet_nli_zero_shot/validation-*
- config_name: international_phonetic_alphabet_transliterate_zero_shot
  data_files:
  - split: default
    path: international_phonetic_alphabet_transliterate_zero_shot/default-*
  - split: train
    path: international_phonetic_alphabet_transliterate_zero_shot/train-*
  - split: validation
    path: international_phonetic_alphabet_transliterate_zero_shot/validation-*
- config_name: intersect_geometry_zero_shot
  data_files:
  - split: default
    path: intersect_geometry_zero_shot/default-*
  - split: train
    path: intersect_geometry_zero_shot/train-*
  - split: validation
    path: intersect_geometry_zero_shot/validation-*
- config_name: irony_identification_zero_shot
  data_files:
  - split: default
    path: irony_identification_zero_shot/default-*
  - split: train
    path: irony_identification_zero_shot/train-*
  - split: validation
    path: irony_identification_zero_shot/validation-*
- config_name: kanji_ascii_zero_shot
  data_files:
  - split: default
    path: kanji_ascii_zero_shot/default-*
  - split: train
    path: kanji_ascii_zero_shot/train-*
  - split: validation
    path: kanji_ascii_zero_shot/validation-*
- config_name: kannada_zero_shot
  data_files:
  - split: default
    path: kannada_zero_shot/default-*
  - split: train
    path: kannada_zero_shot/train-*
  - split: validation
    path: kannada_zero_shot/validation-*
- config_name: key_value_maps_zero_shot
  data_files:
  - split: default
    path: key_value_maps_zero_shot/default-*
  - split: train
    path: key_value_maps_zero_shot/train-*
  - split: validation
    path: key_value_maps_zero_shot/validation-*
- config_name: known_unknowns_zero_shot
  data_files:
  - split: default
    path: known_unknowns_zero_shot/default-*
  - split: train
    path: known_unknowns_zero_shot/train-*
  - split: validation
    path: known_unknowns_zero_shot/validation-*
- config_name: language_games_zero_shot
  data_files:
  - split: default
    path: language_games_zero_shot/default-*
  - split: train
    path: language_games_zero_shot/train-*
  - split: validation
    path: language_games_zero_shot/validation-*
- config_name: language_identification_zero_shot
  data_files:
  - split: default
    path: language_identification_zero_shot/default-*
  - split: train
    path: language_identification_zero_shot/train-*
  - split: validation
    path: language_identification_zero_shot/validation-*
- config_name: linguistic_mappings_zero_shot
  data_files:
  - split: default
    path: linguistic_mappings_zero_shot/default-*
  - split: train
    path: linguistic_mappings_zero_shot/train-*
  - split: validation
    path: linguistic_mappings_zero_shot/validation-*
- config_name: linguistics_puzzles_zero_shot
  data_files:
  - split: default
    path: linguistics_puzzles_zero_shot/default-*
  - split: train
    path: linguistics_puzzles_zero_shot/train-*
  - split: validation
    path: linguistics_puzzles_zero_shot/validation-*
- config_name: list_functions_zero_shot
  data_files:
  - split: default
    path: list_functions_zero_shot/default-*
  - split: train
    path: list_functions_zero_shot/train-*
  - split: validation
    path: list_functions_zero_shot/validation-*
- config_name: logic_grid_puzzle_zero_shot
  data_files:
  - split: default
    path: logic_grid_puzzle_zero_shot/default-*
  - split: train
    path: logic_grid_puzzle_zero_shot/train-*
  - split: validation
    path: logic_grid_puzzle_zero_shot/validation-*
- config_name: logical_args_zero_shot
  data_files:
  - split: default
    path: logical_args_zero_shot/default-*
  - split: train
    path: logical_args_zero_shot/train-*
  - split: validation
    path: logical_args_zero_shot/validation-*
- config_name: logical_deduction_zero_shot
  data_files:
  - split: default
    path: logical_deduction_zero_shot/default-*
  - split: train
    path: logical_deduction_zero_shot/train-*
  - split: validation
    path: logical_deduction_zero_shot/validation-*
- config_name: logical_fallacy_detection_zero_shot
  data_files:
  - split: default
    path: logical_fallacy_detection_zero_shot/default-*
  - split: train
    path: logical_fallacy_detection_zero_shot/train-*
  - split: validation
    path: logical_fallacy_detection_zero_shot/validation-*
- config_name: logical_sequence_zero_shot
  data_files:
  - split: default
    path: logical_sequence_zero_shot/default-*
  - split: train
    path: logical_sequence_zero_shot/train-*
  - split: validation
    path: logical_sequence_zero_shot/validation-*
- config_name: mathematical_induction_zero_shot
  data_files:
  - split: default
    path: mathematical_induction_zero_shot/default-*
  - split: train
    path: mathematical_induction_zero_shot/train-*
  - split: validation
    path: mathematical_induction_zero_shot/validation-*
- config_name: matrixshapes_zero_shot
  data_files:
  - split: default
    path: matrixshapes_zero_shot/default-*
  - split: train
    path: matrixshapes_zero_shot/train-*
  - split: validation
    path: matrixshapes_zero_shot/validation-*
- config_name: metaphor_boolean_zero_shot
  data_files:
  - split: default
    path: metaphor_boolean_zero_shot/default-*
  - split: train
    path: metaphor_boolean_zero_shot/train-*
  - split: validation
    path: metaphor_boolean_zero_shot/validation-*
- config_name: metaphor_understanding_zero_shot
  data_files:
  - split: default
    path: metaphor_understanding_zero_shot/default-*
  - split: train
    path: metaphor_understanding_zero_shot/train-*
  - split: validation
    path: metaphor_understanding_zero_shot/validation-*
- config_name: minute_mysteries_qa_zero_shot
  data_files:
  - split: default
    path: minute_mysteries_qa_zero_shot/default-*
  - split: train
    path: minute_mysteries_qa_zero_shot/train-*
  - split: validation
    path: minute_mysteries_qa_zero_shot/validation-*
- config_name: misconceptions_russian_zero_shot
  data_files:
  - split: default
    path: misconceptions_russian_zero_shot/default-*
  - split: train
    path: misconceptions_russian_zero_shot/train-*
  - split: validation
    path: misconceptions_russian_zero_shot/validation-*
- config_name: misconceptions_zero_shot
  data_files:
  - split: default
    path: misconceptions_zero_shot/default-*
  - split: train
    path: misconceptions_zero_shot/train-*
  - split: validation
    path: misconceptions_zero_shot/validation-*
- config_name: mnist_ascii_zero_shot
  data_files:
  - split: default
    path: mnist_ascii_zero_shot/default-*
  - split: train
    path: mnist_ascii_zero_shot/train-*
  - split: validation
    path: mnist_ascii_zero_shot/validation-*
- config_name: modified_arithmetic_zero_shot
  data_files:
  - split: default
    path: modified_arithmetic_zero_shot/default-*
  - split: train
    path: modified_arithmetic_zero_shot/train-*
  - split: validation
    path: modified_arithmetic_zero_shot/validation-*
- config_name: moral_permissibility_zero_shot
  data_files:
  - split: default
    path: moral_permissibility_zero_shot/default-*
  - split: train
    path: moral_permissibility_zero_shot/train-*
  - split: validation
    path: moral_permissibility_zero_shot/validation-*
- config_name: movie_dialog_same_or_different_zero_shot
  data_files:
  - split: default
    path: movie_dialog_same_or_different_zero_shot/default-*
  - split: train
    path: movie_dialog_same_or_different_zero_shot/train-*
  - split: validation
    path: movie_dialog_same_or_different_zero_shot/validation-*
- config_name: movie_recommendation_zero_shot
  data_files:
  - split: default
    path: movie_recommendation_zero_shot/default-*
  - split: train
    path: movie_recommendation_zero_shot/train-*
  - split: validation
    path: movie_recommendation_zero_shot/validation-*
- config_name: mult_data_wrangling_zero_shot
  data_files:
  - split: default
    path: mult_data_wrangling_zero_shot/default-*
  - split: train
    path: mult_data_wrangling_zero_shot/train-*
  - split: validation
    path: mult_data_wrangling_zero_shot/validation-*
- config_name: multiemo_zero_shot
  data_files:
  - split: default
    path: multiemo_zero_shot/default-*
  - split: train
    path: multiemo_zero_shot/train-*
  - split: validation
    path: multiemo_zero_shot/validation-*
- config_name: natural_instructions_zero_shot
  data_files:
  - split: default
    path: natural_instructions_zero_shot/default-*
  - split: train
    path: natural_instructions_zero_shot/train-*
  - split: validation
    path: natural_instructions_zero_shot/validation-*
---
# Dataset Card for "bigbench"

[More Information needed](https://github.com/huggingface/datasets/blob/main/CONTRIBUTING.md#how-to-contribute-to-the-dataset-cards)