数据集 / opencompass/mmlu

opencompass/mmlu 已完整同步

annotations_creators:

  • no-annotation language_creators:
  • expert-generated language:
  • en license:
  • mit multilinguality:
  • monolingual size_categories:
  • 10K<n<100K source_datasets:
  • original task_categories:
  • question-answering task_ids:
  • multiple-choice-qa paperswithcode_id: mmlu pretty_name: Measuring Massive Multitask Language Understanding language_bcp47:
  • en-US dataset_info:
  • config_name: abstract_algebra features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 17143 dataset_size: 57303.3562203159
  • config_name: all features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 6967453 num_examples: 14042
    • name: validation num_bytes: 763484 num_examples: 1531
    • name: dev num_bytes: 125353 num_examples: 285
    • name: auxiliary_train num_bytes: 161000625 num_examples: 99842 download_size: 51503402 dataset_size: 168856915
  • config_name: anatomy features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 66985.19833357072 num_examples: 135
    • name: validation num_bytes: 6981.5649902024825 num_examples: 14
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 28864 dataset_size: 76165.9387623697
  • config_name: astronomy features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 75420.3714570574 num_examples: 152
    • name: validation num_bytes: 7978.931417374265 num_examples: 16
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 39316 dataset_size: 85598.47831302814
  • config_name: auxiliary_train features:
    • name: train struct:
      • name: answer dtype: int64
      • name: choices sequence: string
      • name: question dtype: string
      • name: subject dtype: string splits:
    • name: train num_bytes: 161000625 num_examples: 99842 download_size: 47518592 dataset_size: 161000625
  • config_name: business_ethics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 31619 dataset_size: 57303.3562203159
  • config_name: clinical_knowledge features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 131489.4633955277 num_examples: 265
    • name: validation num_bytes: 14461.813193990856 num_examples: 29
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 51655 dataset_size: 148150.45202811505
  • config_name: college_biology features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 71450.87822247542 num_examples: 144
    • name: validation num_bytes: 7978.931417374265 num_examples: 16
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 43017 dataset_size: 81628.98507844617
  • config_name: college_chemistry features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 3989.4657086871325 num_examples: 8
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 26781 dataset_size: 55807.30657955822
  • config_name: college_computer_science features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 41132 dataset_size: 57303.3562203159
  • config_name: college_mathematics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 26779 dataset_size: 57303.3562203159
  • config_name: college_medicine features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 85840.29119783506 num_examples: 173
    • name: validation num_bytes: 10971.030698889615 num_examples: 22
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 56303 dataset_size: 99010.49733532117
  • config_name: college_physics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 50611.0387409201 num_examples: 102
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 29539 dataset_size: 58295.7295289614
  • config_name: computer_security features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 30150 dataset_size: 57303.3562203159
  • config_name: conceptual_physics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 116603.86376584532 num_examples: 235
    • name: validation num_bytes: 12965.76355323318 num_examples: 26
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 34968 dataset_size: 131768.802757675
  • config_name: econometrics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 56565.27859279305 num_examples: 114
    • name: validation num_bytes: 5984.198563030699 num_examples: 12
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 36040 dataset_size: 64748.652594420244
  • config_name: electrical_engineering features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 71947.06487679818 num_examples: 145
    • name: validation num_bytes: 7978.931417374265 num_examples: 16
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 26746 dataset_size: 82125.17173276893
  • config_name: elementary_mathematics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 187558.555333998 num_examples: 378
    • name: validation num_bytes: 20446.011757021555 num_examples: 41
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 54987 dataset_size: 210203.74252961605
  • config_name: formal_logic features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 62519.518444666 num_examples: 126
    • name: validation num_bytes: 6981.5649902024825 num_examples: 14
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 32884 dataset_size: 71700.25887346498
  • config_name: global_facts features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 4986.8321358589155 num_examples: 10
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 19258 dataset_size: 56804.67300673001
  • config_name: high_school_biology features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 153817.86284005127 num_examples: 310
    • name: validation num_bytes: 15957.86283474853 num_examples: 32
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 78216 dataset_size: 171974.90111339628
  • config_name: high_school_chemistry features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 100725.89082751745 num_examples: 203
    • name: validation num_bytes: 10971.030698889615 num_examples: 22
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 45799 dataset_size: 113896.09696500355
  • config_name: high_school_computer_science features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 4488.148922273024 num_examples: 9
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 39072 dataset_size: 56305.989793144116
  • config_name: high_school_european_history features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 81870.79796325309 num_examples: 165
    • name: validation num_bytes: 8976.297844546049 num_examples: 18
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 196270 dataset_size: 93046.27124639563
  • config_name: high_school_geography features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 98244.95755590372 num_examples: 198
    • name: validation num_bytes: 10971.030698889615 num_examples: 22
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 38255 dataset_size: 111415.16369338983
  • config_name: high_school_government_and_politics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 95764.02428428999 num_examples: 193
    • name: validation num_bytes: 10472.347485303722 num_examples: 21
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 52963 dataset_size: 108435.5472081902
  • config_name: high_school_macroeconomics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 193512.79518587096 num_examples: 390
    • name: validation num_bytes: 21443.378184193338 num_examples: 43
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 68758 dataset_size: 217155.34880866078
  • config_name: high_school_mathematics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 133970.39666714144 num_examples: 270
    • name: validation num_bytes: 14461.813193990856 num_examples: 29
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 45210 dataset_size: 150631.38529972878
  • config_name: high_school_microeconomics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 118092.42372881356 num_examples: 238
    • name: validation num_bytes: 12965.76355323318 num_examples: 26
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 49885 dataset_size: 133257.36272064323
  • config_name: high_school_physics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 74924.18480273466 num_examples: 151
    • name: validation num_bytes: 8477.614630960157 num_examples: 17
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 45483 dataset_size: 85600.9748722913
  • config_name: high_school_psychology features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 270421.7266058966 num_examples: 545
    • name: validation num_bytes: 29920.992815153495 num_examples: 60
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 113158 dataset_size: 302541.8948596466
  • config_name: high_school_statistics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 107176.31733371314 num_examples: 216
    • name: validation num_bytes: 11469.713912475507 num_examples: 23
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 74924 dataset_size: 120845.20668478514
  • config_name: high_school_us_history features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 101222.0774818402 num_examples: 204
    • name: validation num_bytes: 10971.030698889615 num_examples: 22
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 200043 dataset_size: 114392.2836193263
  • config_name: high_school_world_history features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 117596.23707449081 num_examples: 237
    • name: validation num_bytes: 12965.76355323318 num_examples: 26
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 250302 dataset_size: 132761.17606632048
  • config_name: human_aging features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 110649.62391397236 num_examples: 223
    • name: validation num_bytes: 11469.713912475507 num_examples: 23
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 41196 dataset_size: 124318.51326504436
  • config_name: human_sexuality features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 65000.451716279735 num_examples: 131
    • name: validation num_bytes: 5984.198563030699 num_examples: 12
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 32533 dataset_size: 73183.82571790692
  • config_name: international_law features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 60038.58517305227 num_examples: 121
    • name: validation num_bytes: 6482.88177661659 num_examples: 13
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 41592 dataset_size: 68720.64238826535
  • config_name: jurisprudence features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 53588.15866685657 num_examples: 108
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 33578 dataset_size: 61272.84945489787
  • config_name: logical_fallacies features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 80878.4246546076 num_examples: 163
    • name: validation num_bytes: 8976.297844546049 num_examples: 18
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 33669 dataset_size: 92053.89793775014
  • config_name: machine_learning features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 55572.90528414756 num_examples: 112
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 31121 dataset_size: 63257.596072188855
  • config_name: management features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 51107.225395242844 num_examples: 103
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 22828 dataset_size: 58791.91618328414
  • config_name: marketing features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 116107.67711152257 num_examples: 234
    • name: validation num_bytes: 12467.08033964729 num_examples: 25
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 49747 dataset_size: 130773.93288976635
  • config_name: medical_genetics features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 25775 dataset_size: 57303.3562203159
  • config_name: miscellaneous features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 388514.15033471014 num_examples: 783
    • name: validation num_bytes: 42886.756368386676 num_examples: 86
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 115097 dataset_size: 433600.08214169333
  • config_name: moral_disputes features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 171680.58239567012 num_examples: 346
    • name: validation num_bytes: 18949.96211626388 num_examples: 38
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 76043 dataset_size: 192829.71995053047
  • config_name: moral_scenarios features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 444087.05561885773 num_examples: 895
    • name: validation num_bytes: 49868.32135858916 num_examples: 100
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 109869 dataset_size: 496154.5524160434
  • config_name: nutrition features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 151833.1162227603 num_examples: 306
    • name: validation num_bytes: 16456.54604833442 num_examples: 33
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 69050 dataset_size: 170488.8377096912
  • config_name: philosophy features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 154314.04949437402 num_examples: 311
    • name: validation num_bytes: 16955.229261920314 num_examples: 34
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 61912 dataset_size: 173468.45419489083
  • config_name: prehistory features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 160764.47600056973 num_examples: 324
    • name: validation num_bytes: 17453.912475506204 num_examples: 35
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 68826 dataset_size: 180417.5639146724
  • config_name: professional_accounting features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 139924.6365190144 num_examples: 282
    • name: validation num_bytes: 15459.179621162639 num_examples: 31
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 87297 dataset_size: 157582.99157877354
  • config_name: professional_law features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 761150.3277310925 num_examples: 1534
    • name: validation num_bytes: 84776.14630960157 num_examples: 170
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 1167828 dataset_size: 848125.6494792906
  • config_name: professional_medicine features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 134962.7699757869 num_examples: 272
    • name: validation num_bytes: 15459.179621162639 num_examples: 31
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 153242 dataset_size: 152621.12503554605
  • config_name: professional_psychology features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 303666.2324455206 num_examples: 612
    • name: validation num_bytes: 34409.14173742652 num_examples: 69
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 159357 dataset_size: 340274.5496215436
  • config_name: public_relations features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 54580.53197550207 num_examples: 110
    • name: validation num_bytes: 5984.198563030699 num_examples: 12
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 31500 dataset_size: 62763.90597712925
  • config_name: security_studies features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 121565.73030907278 num_examples: 245
    • name: validation num_bytes: 13464.446766819072 num_examples: 27
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 140258 dataset_size: 137229.35251448833
  • config_name: sociology features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 99733.51751887196 num_examples: 201
    • name: validation num_bytes: 10971.030698889615 num_examples: 22
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 56480 dataset_size: 112903.72365635807
  • config_name: us_foreign_policy features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 49618.6654322746 num_examples: 100
    • name: validation num_bytes: 5485.515349444808 num_examples: 11
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 29027 dataset_size: 57303.3562203159
  • config_name: virology features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 82366.98461757584 num_examples: 166
    • name: validation num_bytes: 8976.297844546049 num_examples: 18
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 38229 dataset_size: 93542.45790071838
  • config_name: world_religions features:
    • name: question dtype: string
    • name: subject dtype: string
    • name: choices sequence: string
    • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D splits:
    • name: test num_bytes: 84847.91788918957 num_examples: 171
    • name: validation num_bytes: 9474.98105813194 num_examples: 19
    • name: dev num_bytes: 2199.1754385964914 num_examples: 5 download_size: 27165 dataset_size: 96522.07438591801 configs:
  • config_name: abstract_algebra data_files:
    • split: test path: abstract_algebra/test-*
    • split: validation path: abstract_algebra/validation-*
    • split: dev path: abstract_algebra/dev-*
  • config_name: all data_files:
    • split: test path: all/test-*
    • split: validation path: all/validation-*
    • split: dev path: all/dev-*
    • split: auxiliary_train path: all/auxiliary_train-*
  • config_name: anatomy data_files:
    • split: test path: anatomy/test-*
    • split: validation path: anatomy/validation-*
    • split: dev path: anatomy/dev-*
  • config_name: astronomy data_files:
    • split: test path: astronomy/test-*
    • split: validation path: astronomy/validation-*
    • split: dev path: astronomy/dev-*
  • config_name: auxiliary_train data_files:
    • split: train path: auxiliary_train/train-*
  • config_name: business_ethics data_files:
    • split: test path: business_ethics/test-*
    • split: validation path: business_ethics/validation-*
    • split: dev path: business_ethics/dev-*
  • config_name: clinical_knowledge data_files:
    • split: test path: clinical_knowledge/test-*
    • split: validation path: clinical_knowledge/validation-*
    • split: dev path: clinical_knowledge/dev-*
  • config_name: college_biology data_files:
    • split: test path: college_biology/test-*
    • split: validation path: college_biology/validation-*
    • split: dev path: college_biology/dev-*
  • config_name: college_chemistry data_files:
    • split: test path: college_chemistry/test-*
    • split: validation path: college_chemistry/validation-*
    • split: dev path: college_chemistry/dev-*
  • config_name: college_computer_science data_files:
    • split: test path: college_computer_science/test-*
    • split: validation path: college_computer_science/validation-*
    • split: dev path: college_computer_science/dev-*
  • config_name: college_mathematics data_files:
    • split: test path: college_mathematics/test-*
    • split: validation path: college_mathematics/validation-*
    • split: dev path: college_mathematics/dev-*
  • config_name: college_medicine data_files:
    • split: test path: college_medicine/test-*
    • split: validation path: college_medicine/validation-*
    • split: dev path: college_medicine/dev-*
  • config_name: college_physics data_files:
    • split: test path: college_physics/test-*
    • split: validation path: college_physics/validation-*
    • split: dev path: college_physics/dev-*
  • config_name: computer_security data_files:
    • split: test path: computer_security/test-*
    • split: validation path: computer_security/validation-*
    • split: dev path: computer_security/dev-*
  • config_name: conceptual_physics data_files:
    • split: test path: conceptual_physics/test-*
    • split: validation path: conceptual_physics/validation-*
    • split: dev path: conceptual_physics/dev-*
  • config_name: econometrics data_files:
    • split: test path: econometrics/test-*
    • split: validation path: econometrics/validation-*
    • split: dev path: econometrics/dev-*
  • config_name: electrical_engineering data_files:
    • split: test path: electrical_engineering/test-*
    • split: validation path: electrical_engineering/validation-*
    • split: dev path: electrical_engineering/dev-*
  • config_name: elementary_mathematics data_files:
    • split: test path: elementary_mathematics/test-*
    • split: validation path: elementary_mathematics/validation-*
    • split: dev path: elementary_mathematics/dev-*
  • config_name: formal_logic data_files:
    • split: test path: formal_logic/test-*
    • split: validation path: formal_logic/validation-*
    • split: dev path: formal_logic/dev-*
  • config_name: global_facts data_files:
    • split: test path: global_facts/test-*
    • split: validation path: global_facts/validation-*
    • split: dev path: global_facts/dev-*
  • config_name: high_school_biology data_files:
    • split: test path: high_school_biology/test-*
    • split: validation path: high_school_biology/validation-*
    • split: dev path: high_school_biology/dev-*
  • config_name: high_school_chemistry data_files:
    • split: test path: high_school_chemistry/test-*
    • split: validation path: high_school_chemistry/validation-*
    • split: dev path: high_school_chemistry/dev-*
  • config_name: high_school_computer_science data_files:
    • split: test path: high_school_computer_science/test-*
    • split: validation path: high_school_computer_science/validation-*
    • split: dev path: high_school_computer_science/dev-*
  • config_name: high_school_european_history data_files:
    • split: test path: high_school_european_history/test-*
    • split: validation path: high_school_european_history/validation-*
    • split: dev path: high_school_european_history/dev-*
  • config_name: high_school_geography data_files:
    • split: test path: high_school_geography/test-*
    • split: validation path: high_school_geography/validation-*
    • split: dev path: high_school_geography/dev-*
  • config_name: high_school_government_and_politics data_files:
    • split: test path: high_school_government_and_politics/test-*
    • split: validation path: high_school_government_and_politics/validation-*
    • split: dev path: high_school_government_and_politics/dev-*
  • config_name: high_school_macroeconomics data_files:
    • split: test path: high_school_macroeconomics/test-*
    • split: validation path: high_school_macroeconomics/validation-*
    • split: dev path: high_school_macroeconomics/dev-*
  • config_name: high_school_mathematics data_files:
    • split: test path: high_school_mathematics/test-*
    • split: validation path: high_school_mathematics/validation-*
    • split: dev path: high_school_mathematics/dev-*
  • config_name: high_school_microeconomics data_files:
    • split: test path: high_school_microeconomics/test-*
    • split: validation path: high_school_microeconomics/validation-*
    • split: dev path: high_school_microeconomics/dev-*
  • config_name: high_school_physics data_files:
    • split: test path: high_school_physics/test-*
    • split: validation path: high_school_physics/validation-*
    • split: dev path: high_school_physics/dev-*
  • config_name: high_school_psychology data_files:
    • split: test path: high_school_psychology/test-*
    • split: validation path: high_school_psychology/validation-*
    • split: dev path: high_school_psychology/dev-*
  • config_name: high_school_statistics data_files:
    • split: test path: high_school_statistics/test-*
    • split: validation path: high_school_statistics/validation-*
    • split: dev path: high_school_statistics/dev-*
  • config_name: high_school_us_history data_files:
    • split: test path: high_school_us_history/test-*
    • split: validation path: high_school_us_history/validation-*
    • split: dev path: high_school_us_history/dev-*
  • config_name: high_school_world_history data_files:
    • split: test path: high_school_world_history/test-*
    • sp

181 个文件

浏览文件

数据集版权信息

本数据集的许可证为 Apache License 2.0。如有违反相关条款，请联系 WEHUB，我们将及时处理。