PromptEval_MMLU_full

language:

• en license: mit task_categories:
• question-answering pretty_name: MMLU_PromptEval_full dataset_info:
• config_name: format_0 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967594 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40965182 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827221 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729214 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728930 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40820070 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827213 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828810 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54217882 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 50624184 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827221 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 157447067 dataset_size: 635714527
• config_name: format_104 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41711868 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41711864 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41711812 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 42245461 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 42133203 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 42133166 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 42133151 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 42231264 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41571413 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41571963 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55994487 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49139088 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 42231421 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 42245466 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 42231422 num_examples: 14042 download_size: 157480740 dataset_size: 650997049
• config_name: format_110 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40279584 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40279558 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40279548 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40223388 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998898 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998748 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998744 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40201992 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40223212 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40221924 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55066171 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 45424454 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40223406 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40223399 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40223416 num_examples: 14042 download_size: 155330846 dataset_size: 622866442
• config_name: format_111 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40953598 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40953548 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40953434 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40223388 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998783 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998744 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998745 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40210433 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40897140 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40894517 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55127411 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47099180 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40223409 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40223369 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40223403 num_examples: 14042 download_size: 156101239 dataset_size: 627979102
• config_name: format_112 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40279584 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40279542 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40279442 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40223363 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39999032 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998746 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998744 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40192596 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40223215 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40221355 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55132374 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46449371 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40223406 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40223381 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40223416 num_examples: 14042 download_size: 155526690 dataset_size: 623947567
• config_name: format_113 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40279584 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40279532 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40279564 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40897385 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40673105 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40672763 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40672761 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40872076 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40223209 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40221324 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55388115 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47220821 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40897425 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40897379 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40897419 num_examples: 14042 download_size: 156390863 dataset_size: 630372462
• config_name: format_120 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560415 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560398 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560300 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40897385 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40673160 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40672761 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40672762 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40874904 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504135 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40503418 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55380840 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46797900 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40897425 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40897383 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40897422 num_examples: 14042 download_size: 156216254 dataset_size: 631350608
• config_name: format_122 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335752 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335706 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335338 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40279541 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40054957 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40054913 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40054915 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40268648 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279354 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40278615 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55135251 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 40505457 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40280168 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40279574 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40279574 num_examples: 14042 download_size: 153994844 dataset_size: 618757763
• config_name: format_123 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560413 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560350 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40556619 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504219 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279629 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279585 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279587 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40484015 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504029 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40502461 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55220346 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 44761658 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504256 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504207 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504256 num_examples: 14042 download_size: 155285821 dataset_size: 626005630
• config_name: format_124 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560424 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560369 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560404 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504219 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279630 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279585 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279587 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40483970 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504085 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40503258 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55215732 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 44726090 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504256 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504207 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504256 num_examples: 14042 download_size: 155345465 dataset_size: 625970072
• config_name: format_128 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40785085 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40785030 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40784770 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40728884 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40504276 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40504257 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40504259 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40688280 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40728660 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40727455 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54720939 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 42252429 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40728949 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40728911 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40728918 num_examples: 14042 download_size: 155001760 dataset_size: 625901102
• config_name: format_132 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560413 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40559935 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40558382 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504228 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279635 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279586 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40493203 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40503859 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40500771 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55052749 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 44164542 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504246 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504180 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504256 num_examples: 14042 download_size: 155238440 dataset_size: 625249569
• config_name: format_133 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560413 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560309 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560176 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40728919 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40504279 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40504256 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40504284 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40716064 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40503997 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40502733 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55231757 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46323040 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40728918 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40728892 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40728928 num_examples: 14042 download_size: 155738281 dataset_size: 629386965
• config_name: format_138 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40785085 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40784996 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40784820 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40223388 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998795 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998745 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998744 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40206142 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40728481 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40726774 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55064973 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 44904634 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40223409 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40223352 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40223416 num_examples: 14042 download_size: 155377726 dataset_size: 624875754
• config_name: format_140 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560424 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560373 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560227 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504218 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279779 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279588 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40499008 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504156 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40502413 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54815818 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 41795939 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504246 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504235 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504256 num_examples: 14042 download_size: 154778755 dataset_size: 622654264
• config_name: format_141 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335752 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335635 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335487 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504212 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279788 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279588 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40483553 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279453 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40277138 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54647069 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 41297784 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504246 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504239 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504243 num_examples: 14042 download_size: 154461518 dataset_size: 620847771
• config_name: format_144 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40785084 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40785015 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40784999 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40728919 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40504277 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40504273 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40504279 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40717537 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40728674 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40727846 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55224114 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 45996610 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40728918 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40728904 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40728928 num_examples: 14042 download_size: 155793162 dataset_size: 630178377
• config_name: format_147 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335752 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335678 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335677 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40223379 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998947 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998748 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998744 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40204329 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279406 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40278098 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55035624 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 45279928 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40223406 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40223399 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40223416 num_examples: 14042 download_size: 155417725 dataset_size: 622974531
• config_name: format_148 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40279584 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40279497 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40279503 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504228 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279626 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279610 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40497655 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40223239 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40221976 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55099634 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 45737135 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504246 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504198 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504246 num_examples: 14042 download_size: 155450931 dataset_size: 625473961
• config_name: format_149 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560424 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560344 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560304 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40728891 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40504360 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40504258 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40504256 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40717072 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504051 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40503067 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54834472 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 41379735 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40728899 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40728911 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40728918 num_examples: 14042 download_size: 154676676 dataset_size: 624047962
• config_name: format_154 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560413 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560309 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40558799 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504216 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279773 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279588 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40492814 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40503961 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40501498 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55232920 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 44742140 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504256 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504235 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504256 num_examples: 14042 download_size: 155486617 dataset_size: 626008762
• config_name: format_155 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560424 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560364 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560347 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504216 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279783 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279588 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40492751 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504001 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40502618 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55210353 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 44731872 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504256 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504235 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504256 num_examples: 14042 download_size: 155421319 dataset_size: 625978648
• config_name: format_158 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335752 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335687 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335707 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40728891 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40504337 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40504257 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40504284 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40708783 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279337 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40278135 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55287435 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 45598527 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40728918 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40728904 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40728928 num_examples: 14042 download_size: 155618408 dataset_size: 627587882
• config_name: format_16 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967593 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40966365 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40097037 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998773 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998746 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40096278 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827249 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40830025 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52729917 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49578812 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40097038 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40097037 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40097038 num_examples: 14042 download_size: 156150163 dataset_size: 628078470
• config_name: format_161 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40111080 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40111026 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40110644 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40728887 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40504418 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40504263 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40504256 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40705547 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40054739 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40053758 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54828017 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 41605522 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40728912 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40728911 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40728918 num_examples: 14042 download_size: 154606109 dataset_size: 622008898
• config_name: format_162 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560418 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560399 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560409 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40279556 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40054964 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40054912 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40054914 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40268507 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504127 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40501945 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54972493 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 40470996 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40280064 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40279561 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40279574 num_examples: 14042 download_size: 154102815 dataset_size: 619682839
• config_name: format_163 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335752 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335741 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335734 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504200 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279635 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279584 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279586 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40457977 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279439 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40277704 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54838336 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 41711454 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504276 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504226 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504256 num_examples: 14042 download_size: 154434821 dataset_size: 621427900
• config_name: format_166 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560412 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560368 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560405 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40728892 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40504284 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40504274 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40504289 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40685090 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504049 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40503191 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55264667 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46358311 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40728928 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40728879 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40728928 num_examples: 14042 download_size: 155841492 dataset_size: 629424967
• config_name: format_169 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335741 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335724 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335748 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40279556 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40054965 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40054912 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40054914 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40263801 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279405 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40277972 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55045662 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46792988 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40279584 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40279528 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40279574 num_examples: 14042 download_size: 155797636 dataset_size: 624950074
• config_name: format_170 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560424 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560369 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560398 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40279556 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40054965 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40054912 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40054914 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40263756 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40503989 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40503292 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55057031 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46797857 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40279584 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40279528 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40279574 num_examples: 14042 download_size: 155862471 dataset_size: 626090149
• config_name: format_171 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560413 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560371 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560342 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504238 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279598 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279603 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279592 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40488262 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504022 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40503263 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55385449 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47296473 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504245 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504235 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504246 num_examples: 14042 download_size: 156052645 dataset_size: 628714352
• config_name: format_181 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40111080 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40111001 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40110559 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40279550 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40055185 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40054913 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40054919 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40273475 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40054673 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40053461 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55103221 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 41509369 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40279568 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40279567 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40279584 num_examples: 14042 download_size: 154178164 dataset_size: 618610125
• config_name: format_182 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335752 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335724 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40334745 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40279533 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40055183 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40054913 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40054919 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40263839 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279455 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40278146 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55051777 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46615573 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40279584 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40279540 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40279574 num_examples: 14042 download_size: 155748431 dataset_size: 624778257
• config_name: format_183 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335752 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335739 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335445 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40279533 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40055180 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40054913 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40054919 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40263893 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279402 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40278633 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55070331 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46604294 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40279584 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40279540 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40279574 num_examples: 14042 download_size: 155852388 dataset_size: 624786732
• config_name: format_19 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40223416 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40223376 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40222650 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40771052 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40673111 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40672763 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998744 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40765930 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40097011 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40097145 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53156206 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 51270764 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40771061 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40771053 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40771054 num_examples: 14042 download_size: 156761207 dataset_size: 630485336
• config_name: format_190 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40785085 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40784967 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40784555 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41178233 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40954007 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40953605 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40953600 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41162221 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40728514 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40727351 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55109317 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 42375126 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41178256 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41178237 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41178260 num_examples: 14042 download_size: 155377523 dataset_size: 630031334
• config_name: format_197 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41459100 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41459039 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41458996 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504219 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279791 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279587 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40496016 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41402553 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41401531 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54846834 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 40714502 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504246 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504237 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504246 num_examples: 14042 download_size: 154868007 dataset_size: 626094481
• config_name: format_20 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40223416 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40223397 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40223321 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40097037 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998904 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998746 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998744 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40092467 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40097025 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40097395 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52838355 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 50109373 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40097045 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40097038 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40097038 num_examples: 14042 download_size: 155991760 dataset_size: 624289301
• config_name: format_200 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41234429 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41234318 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41234380 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504219 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279790 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279587 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40487316 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41177769 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41176507 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55272934 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 43567817 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504246 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504237 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504256 num_examples: 14042 download_size: 155384819 dataset_size: 628241389
• config_name: format_204 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335741 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335678 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335718 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504210 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279665 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279603 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40500497 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279371 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40278188 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55101979 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 44086901 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504245 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504224 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504253 num_examples: 14042 download_size: 155347670 dataset_size: 624109857
• config_name: format_207 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40785096 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40785026 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40785068 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40504221 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40279714 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40279605 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40279584 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40501997 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40728579 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40727946 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54799337 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 40770309 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40504256 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40504239 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40504256 num_examples: 14042 download_size: 154682060 dataset_size: 622739233
• config_name: format_214 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560413 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560338 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560415 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40279547 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40055044 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40054933 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40054912 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40275417 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504083 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40501348 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55005719 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 43167600 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40279574 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40279543 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40279584 num_examples: 14042 download_size: 154813848 dataset_size: 622418470
• config_name: format_215 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335752 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335648 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335713 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40223386 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998879 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998765 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998744 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40219474 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279483 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40276724 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55071274 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 43498892 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40223409 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40223375 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40223413 num_examples: 14042 download_size: 154883189 dataset_size: 621242931
• config_name: format_222 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560424 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560342 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560397 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40279547 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40055059 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40054912 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40054912 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40267272 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40503990 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40502688 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54979129 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 44808884 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40279577 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40279535 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40279584 num_examples: 14042 download_size: 155181948 dataset_size: 624026252
• config_name: format_226 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335741 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335610 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335625 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40054875 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39830468 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39830256 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39830240 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40048967 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279501 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40277282 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55366016 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 45574600 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40054905 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40054872 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40054909 num_examples: 14042 download_size: 155107838 dataset_size: 622263867
• config_name: format_227 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560413 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560299 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560415 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827221 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728970 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728929 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728954 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40820530 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40504048 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40500823 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54858804 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47635565 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827223 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 156196838 dataset_size: 631496637
• config_name: format_229 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40335752 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40335700 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40335721 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827221 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728976 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728931 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728951 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40820046 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40279424 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40277490 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54882233 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47430267 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827230 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827225 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 155945133 dataset_size: 630192388
• config_name: format_230 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40560424 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40560347 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40560416 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827226 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729064 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728932 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728950 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40819455 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40503983 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40502990 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54846909 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47028153 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827230 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 156108867 dataset_size: 630878522
• config_name: format_241 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967642 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967580 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40967576 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827227 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728931 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728948 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728929 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40819341 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827221 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828260 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54809574 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47497186 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827220 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827221 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 156531566 dataset_size: 633180077
• config_name: format_243 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967484 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40967540 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827223 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729042 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728944 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40806295 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827255 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828696 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54807421 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47380233 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827224 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827222 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 156334066 dataset_size: 633048362
• config_name: format_244 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967477 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40967432 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827223 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729045 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728944 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40806333 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827210 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827697 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54815649 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47338086 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827224 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827222 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 156299879 dataset_size: 633013325
• config_name: format_248 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967458 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40967528 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827220 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728935 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728959 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728951 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40821376 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827179 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827979 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54821317 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46330645 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827220 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827224 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 156174973 dataset_size: 632026846
• config_name: format_249 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967642 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967578 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40967576 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827221 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729015 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728941 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728953 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40824052 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827198 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828135 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54869324 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 45946187 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827223 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827227 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 155860268 dataset_size: 631693493
• config_name: format_250 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967576 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40966956 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557403 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459144 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459114 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459135 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41550475 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827232 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827773 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52621559 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48747792 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557405 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557405 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 156673294 dataset_size: 638084009
• config_name: format_252 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967515 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40967621 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557403 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459251 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459118 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459136 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41551698 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827838 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52553278 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49069083 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557406 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557405 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 156671369 dataset_size: 638339014
• config_name: format_258 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41585489 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41585526 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41585074 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557405 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459196 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459116 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459112 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41555587 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41557123 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41557956 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52607709 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48936305 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557404 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557405 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 157152504 dataset_size: 641577813
• config_name: format_260 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41585488 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41585495 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41585195 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557404 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459366 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459116 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459114 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41549332 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41557331 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41557670 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52473012 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49288734 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557404 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557405 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 157111725 dataset_size: 641789472
• config_name: format_261 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41585490 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41585505 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41584866 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557405 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459280 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459117 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459113 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41547670 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41557251 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41558126 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52491200 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48118468 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557404 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557405 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 156635106 dataset_size: 640635706
• config_name: format_266 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41585490 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41585503 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41584332 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557406 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459235 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459114 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459136 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41547264 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41556916 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41557941 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52440260 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49416673 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557405 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557405 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 157219169 dataset_size: 641881486
• config_name: format_267 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41585490 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41585507 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41585218 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557403 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459142 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459114 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459135 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41548789 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41557242 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41558151 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52632899 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48520000 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557405 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557405 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 156907097 dataset_size: 641180306
• config_name: format_268 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41585490 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41585508 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41584666 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557405 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459197 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459116 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459135 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41554526 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41557188 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41557831 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52619753 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48786218 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557404 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557405 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 157014184 dataset_size: 641438248
• config_name: format_272 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41585488 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41585569 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41585044 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557403 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459258 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459113 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459141 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41546367 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41557197 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41557528 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52527273 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49446458 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557403 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557410 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 157186175 dataset_size: 641998058
• config_name: format_276 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41585490 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41585506 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41585287 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41557403 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459149 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459114 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459135 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41541041 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41557331 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41557638 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52398677 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 46474320 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557406 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41557406 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557405 num_examples: 14042 download_size: 156317502 dataset_size: 638892308
• config_name: format_278 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41585488 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41585495 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41585479 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 39437043 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39269029 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39268564 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39268594 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 39428727 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41557350 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41558432 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53749048 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48343404 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 39479181 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 39437055 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 39479181 num_examples: 14042 download_size: 156089087 dataset_size: 625032070
• config_name: format_280 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 39521316 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 39521254 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 39521270 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 39437043 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39269119 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39268591 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39268560 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 39426148 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 39436958 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 39437040 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53786048 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48655825 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 39479181 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 39437053 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 39479190 num_examples: 14042 download_size: 155218585 dataset_size: 614944596
• config_name: format_282 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 39521316 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 39521287 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 39521066 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 39437037 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39268982 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39268577 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39268560 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 39429861 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 39436979 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 39436996 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53733612 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49208119 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 39479176 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 39437053 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 39479188 num_examples: 14042 download_size: 154983797 dataset_size: 615447809
• config_name: format_286 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 39521316 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 39521294 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 39521220 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40111054 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39943292 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39942590 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39942576 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40102116 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 39436940 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 39436973 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54012443 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48348338 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40153197 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40111071 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40153197 num_examples: 14042 download_size: 155541428 dataset_size: 620257617
• config_name: format_290 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40195322 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40195299 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40195210 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 39437004 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39268610 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39268561 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39268560 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 39426913 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40110927 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40110403 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53702988 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49522004 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 39479181 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 39437013 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 39479181 num_examples: 14042 download_size: 155939176 dataset_size: 619097176
• config_name: format_294 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 39521316 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 39521214 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 39521228 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 39437037 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39269048 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39268564 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39268594 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 39427545 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 39436994 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 39436974 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53748822 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48227693 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 39479181 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 39437055 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 39479181 num_examples: 14042 download_size: 155372440 dataset_size: 614480446
• config_name: format_296 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 39521316 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 39521297 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 39521237 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 39437038 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39269143 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39268591 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39268560 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 39424660 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 39436991 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 39437020 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53752978 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48491101 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 39479181 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 39437053 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 39479190 num_examples: 14042 download_size: 155469369 dataset_size: 614745356
• config_name: format_298 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 39521316 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 39521303 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 39521306 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 39436967 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39269018 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39268495 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39268489 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 39421641 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 39436971 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 39437067 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53746927 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48229488 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 39479102 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 39436984 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 39479110 num_examples: 14042 download_size: 155210102 dataset_size: 614474184
• config_name: format_300 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 39521306 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 39521289 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 39521312 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 39437037 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39268955 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39268580 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39268594 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 39428411 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 39436959 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 39437067 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53722102 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49081947 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 39479176 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 39437053 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 39479188 num_examples: 14042 download_size: 155173472 dataset_size: 615308976
• config_name: format_301 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 39521310 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 39521202 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 39521290 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 39437037 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39268957 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39268580 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39268594 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 39428394 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 39437003 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 39436914 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53712395 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49074158 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 39479176 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 39437053 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 39479188 num_examples: 14042 download_size: 155242652 dataset_size: 615291251
• config_name: format_31 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40223403 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40223365 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40223357 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40097046 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998938 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998748 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998744 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40096005 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40097033 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40097328 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52772637 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 50530416 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40097045 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40097037 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40097038 num_examples: 14042 download_size: 156112528 dataset_size: 624648140
• config_name: format_32 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40223408 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40223396 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40222124 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40097039 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998820 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998756 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998746 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40093553 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40097028 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40097260 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52703808 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 50189099 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40097045 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40097037 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40097038 num_examples: 14042 download_size: 155960937 dataset_size: 624234157
• config_name: format_35 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40223416 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40223394 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40222156 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40771052 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40673167 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40672765 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 39998744 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40765510 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40097039 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40097537 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53155607 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 51057720 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40771061 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40771053 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40771054 num_examples: 14042 download_size: 156823425 dataset_size: 630271275
• config_name: format_37 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40897424 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40897404 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40897399 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40097037 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 39998882 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 39998765 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40672760 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40095486 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40770891 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40771096 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52706665 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47225312 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40097038 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40097037 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40097038 num_examples: 14042 download_size: 155578440 dataset_size: 625320234
• config_name: format_41 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967616 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40964021 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827220 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729219 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728930 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40813632 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827203 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827908 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52835600 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 50305314 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827221 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827221 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 157144831 dataset_size: 634004889
• config_name: format_42 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967608 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40965724 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41501233 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41403296 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41402947 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41481867 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827132 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827633 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53294500 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 51616859 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41501237 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41501237 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41501238 num_examples: 14042 download_size: 157902456 dataset_size: 640489073
• config_name: format_45 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967615 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40967466 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827220 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728973 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728930 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40824047 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827159 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828122 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52854425 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49134195 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827221 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827221 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 156683795 dataset_size: 632866378
• config_name: format_46 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967626 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40964843 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827227 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729118 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728932 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40824043 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827200 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827877 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52843273 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 50742545 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827221 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827221 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 157184736 dataset_size: 634460910
• config_name: format_47 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967602 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40964244 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827221 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728976 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728928 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40821049 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827217 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828044 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52830096 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 50034844 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827228 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827222 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 156768791 dataset_size: 633736455
• config_name: format_48 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967626 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40965883 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827237 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728999 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728940 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40814951 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827127 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827501 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52797321 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49124578 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827221 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827221 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 156423316 dataset_size: 632788388
• config_name: format_50 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967608 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40965053 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827227 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729197 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728929 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728942 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40823139 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827142 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828113 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52832630 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 50782086 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827222 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 157292666 dataset_size: 634489366
• config_name: format_51 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967642 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967626 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40967554 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41501236 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41403334 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41402945 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728931 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41488202 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827120 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827676 num_examples: 14042
  • name: google_gemma_7b num_bytes: 53297124 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 51888375 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41501237 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41501237 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41501238 num_examples: 14042 download_size: 157881411 dataset_size: 640771477
• config_name: format_55 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967617 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40966403 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827221 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728974 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728929 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40816280 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827181 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827724 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52886455 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49439471 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827229 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827222 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 156608340 dataset_size: 633194490
• config_name: format_59 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967591 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40962196 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827220 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729126 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728932 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40821990 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828203 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52829191 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49200261 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827221 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827221 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 156783723 dataset_size: 632900158
• config_name: format_63 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967634 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967575 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40966970 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827237 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728979 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728943 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728929 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40811438 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827202 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40827480 num_examples: 14042
  • name: google_gemma_7b num_bytes: 52804595 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49155556 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827221 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827221 num_examples: 14042 download_size: 156798997 dataset_size: 632824202
• config_name: format_66 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 42090994 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 42090819 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 42086874 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827227 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729082 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728932 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40818787 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41950602 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41951673 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54020672 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47885447 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827220 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827225 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 156732462 dataset_size: 638391704
• config_name: format_7 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967633 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967597 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40967127 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827221 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729059 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728928 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728941 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40826989 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827192 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40829187 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54249060 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48336490 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827229 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 156652817 dataset_size: 633467097
• config_name: format_71 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967642 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967593 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40966936 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827227 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40728976 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728928 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728931 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40822243 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827216 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828611 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54059975 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48042961 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827232 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 155891085 dataset_size: 632978915
• config_name: format_72 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967642 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967597 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40966887 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827227 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729260 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728930 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728942 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40819094 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827234 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828358 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54073109 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49101220 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827221 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827228 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 156305494 dataset_size: 634047171
• config_name: format_75 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967642 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967593 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40966897 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827227 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729130 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728928 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40822921 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827246 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40828285 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54010703 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48818046 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827221 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827223 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 156391967 dataset_size: 633705212
• config_name: format_76 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 40967642 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 40967603 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 40966778 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827227 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729131 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728928 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 40728928 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40822897 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 40827243 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 40829102 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54013742 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48806179 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827221 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827223 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 156366606 dataset_size: 633697066
• config_name: format_8 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41641650 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41641616 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41640764 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 40827221 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 40729128 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 40728932 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41402946 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 40826908 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41501154 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41502438 num_examples: 14042
  • name: google_gemma_7b num_bytes: 54221501 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 49374844 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 40827222 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 40827221 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 40827222 num_examples: 14042 download_size: 157372278 dataset_size: 638520767
• config_name: format_87 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41711868 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41711859 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41711216 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41571444 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459147 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459115 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459135 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41552744 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41571417 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41572013 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55643989 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48156730 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557405 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41571449 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 156751177 dataset_size: 644266937
• config_name: format_94 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41711868 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41711858 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41711456 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41571447 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459145 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459130 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459138 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41552371 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41571419 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41571948 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55543358 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 48424108 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557406 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41571453 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 156876768 dataset_size: 644433511
• config_name: format_95 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41711868 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41711783 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41710165 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41571444 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459157 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459113 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459134 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41560687 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41571393 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41572124 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55572418 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47906478 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557406 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41571449 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 156838847 dataset_size: 643952025
• config_name: format_96 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41711868 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41711805 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41710979 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41571447 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459116 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459113 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459137 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41566175 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41571433 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41571736 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55609065 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47476186 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557405 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41571448 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 156737430 dataset_size: 643564319
• config_name: format_97 features:
  • name: question dtype: string
  • name: subject dtype: string
  • name: example dtype: int32
  • name: choices sequence: string
  • name: answer dtype: class_label: names: '0': A '1': B '2': C '3': D '4': E
  • name: input_formatted dtype: string
  • name: model_output dtype: string
  • name: correctness dtype: int8 splits:
  • name: meta_llama_llama_3_8b num_bytes: 41711868 num_examples: 14042
  • name: meta_llama_llama_3_8b_instruct num_bytes: 41711860 num_examples: 14042
  • name: meta_llama_llama_3_70b_instruct num_bytes: 41711335 num_examples: 14042
  • name: codellama_codellama_34b_instruct num_bytes: 41571445 num_examples: 14042
  • name: google_flan_t5_xl num_bytes: 41459126 num_examples: 14042
  • name: google_flan_t5_xxl num_bytes: 41459114 num_examples: 14042
  • name: google_flan_ul2 num_bytes: 41459135 num_examples: 14042
  • name: ibm_mistralai_merlinite_7b num_bytes: 41561220 num_examples: 14042
  • name: mistralai_mixtral_8x7b_instruct_v01 num_bytes: 41571382 num_examples: 14042
  • name: mistralai_mistral_7b_instruct_v0_2 num_bytes: 41571983 num_examples: 14042
  • name: google_gemma_7b num_bytes: 55595994 num_examples: 14042
  • name: google_gemma_7b_it num_bytes: 47270289 num_examples: 14042
  • name: tiiuae_falcon_40b num_bytes: 41557405 num_examples: 14042
  • name: mistralai_mistral_7b_v0_1 num_bytes: 41571452 num_examples: 14042
  • name: tiiuae_falcon_180b num_bytes: 41557406 num_examples: 14042 download_size: 156606916 dataset_size: 643341014 configs:
• config_name: format_0 data_files:
  • split: meta_llama_llama_3_8b path: format_0/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_0/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_0/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_0/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_0/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_0/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_0/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_0/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_0/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_0/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_0/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_0/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_0/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_0/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_0/tiiuae_falcon_180b-*
• config_name: format_104 data_files:
  • split: meta_llama_llama_3_8b path: format_104/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_104/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_104/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_104/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_104/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_104/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_104/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_104/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_104/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_104/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_104/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_104/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_104/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_104/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_104/tiiuae_falcon_180b-*
• config_name: format_110 data_files:
  • split: meta_llama_llama_3_8b path: format_110/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_110/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_110/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_110/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_110/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_110/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_110/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_110/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_110/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_110/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_110/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_110/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_110/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_110/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_110/tiiuae_falcon_180b-*
• config_name: format_111 data_files:
  • split: meta_llama_llama_3_8b path: format_111/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_111/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_111/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_111/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_111/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_111/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_111/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_111/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_111/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_111/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_111/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_111/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_111/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_111/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_111/tiiuae_falcon_180b-*
• config_name: format_112 data_files:
  • split: meta_llama_llama_3_8b path: format_112/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_112/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_112/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_112/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_112/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_112/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_112/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_112/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_112/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_112/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_112/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_112/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_112/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_112/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_112/tiiuae_falcon_180b-*
• config_name: format_113 data_files:
  • split: meta_llama_llama_3_8b path: format_113/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_113/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_113/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_113/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_113/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_113/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_113/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_113/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_113/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_113/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_113/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_113/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_113/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_113/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_113/tiiuae_falcon_180b-*
• config_name: format_120 data_files:
  • split: meta_llama_llama_3_8b path: format_120/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_120/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_120/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_120/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_120/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_120/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_120/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_120/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_120/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_120/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_120/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_120/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_120/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_120/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_120/tiiuae_falcon_180b-*
• config_name: format_122 data_files:
  • split: meta_llama_llama_3_8b path: format_122/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_122/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_122/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_122/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_122/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_122/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_122/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_122/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_122/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_122/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_122/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_122/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_122/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_122/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_122/tiiuae_falcon_180b-*
• config_name: format_123 data_files:
  • split: meta_llama_llama_3_8b path: format_123/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_123/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_123/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_123/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_123/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_123/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_123/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_123/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_123/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_123/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_123/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_123/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_123/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_123/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_123/tiiuae_falcon_180b-*
• config_name: format_124 data_files:
  • split: meta_llama_llama_3_8b path: format_124/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_124/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_124/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_124/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_124/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_124/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_124/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_124/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_124/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_124/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_124/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_124/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_124/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_124/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_124/tiiuae_falcon_180b-*
• config_name: format_128 data_files:
  • split: meta_llama_llama_3_8b path: format_128/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_128/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_128/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_128/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_128/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_128/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_128/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_128/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_128/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_128/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_128/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_128/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_128/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_128/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_128/tiiuae_falcon_180b-*
• config_name: format_132 data_files:
  • split: meta_llama_llama_3_8b path: format_132/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_132/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_132/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_132/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_132/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_132/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_132/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_132/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_132/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_132/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_132/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_132/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_132/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_132/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_132/tiiuae_falcon_180b-*
• config_name: format_133 data_files:
  • split: meta_llama_llama_3_8b path: format_133/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_133/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_133/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_133/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_133/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_133/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_133/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_133/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_133/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_133/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_133/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_133/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_133/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_133/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_133/tiiuae_falcon_180b-*
• config_name: format_138 data_files:
  • split: meta_llama_llama_3_8b path: format_138/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_138/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_138/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_138/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_138/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_138/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_138/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_138/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_138/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_138/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_138/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_138/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_138/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_138/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_138/tiiuae_falcon_180b-*
• config_name: format_140 data_files:
  • split: meta_llama_llama_3_8b path: format_140/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_140/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_140/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_140/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_140/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_140/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_140/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_140/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_140/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_140/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_140/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_140/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_140/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_140/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_140/tiiuae_falcon_180b-*
• config_name: format_141 data_files:
  • split: meta_llama_llama_3_8b path: format_141/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_141/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_141/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_141/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_141/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_141/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_141/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_141/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_141/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_141/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_141/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_141/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_141/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_141/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_141/tiiuae_falcon_180b-*
• config_name: format_144 data_files:
  • split: meta_llama_llama_3_8b path: format_144/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_144/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_144/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_144/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_144/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_144/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_144/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_144/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_144/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_144/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_144/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_144/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_144/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_144/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_144/tiiuae_falcon_180b-*
• config_name: format_147 data_files:
  • split: meta_llama_llama_3_8b path: format_147/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_147/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_147/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_147/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_147/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_147/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_147/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_147/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_147/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_147/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_147/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_147/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_147/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_147/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_147/tiiuae_falcon_180b-*
• config_name: format_148 data_files:
  • split: meta_llama_llama_3_8b path: format_148/meta_llama_llama_3_8b-*
  • split: meta_llama_llama_3_8b_instruct path: format_148/meta_llama_llama_3_8b_instruct-*
  • split: meta_llama_llama_3_70b_instruct path: format_148/meta_llama_llama_3_70b_instruct-*
  • split: codellama_codellama_34b_instruct path: format_148/codellama_codellama_34b_instruct-*
  • split: google_flan_t5_xl path: format_148/google_flan_t5_xl-*
  • split: google_flan_t5_xxl path: format_148/google_flan_t5_xxl-*
  • split: google_flan_ul2 path: format_148/google_flan_ul2-*
  • split: ibm_mistralai_merlinite_7b path: format_148/ibm_mistralai_merlinite_7b-*
  • split: mistralai_mixtral_8x7b_instruct_v01 path: format_148/mistralai_mixtral_8x7b_instruct_v01-*
  • split: mistralai_mistral_7b_instruct_v0_2 path: format_148/mistralai_mistral_7b_instruct_v0_2-*
  • split: google_gemma_7b path: format_148/google_gemma_7b-*
  • split: google_gemma_7b_it path: format_148/google_gemma_7b_it-*
  • split: tiiuae_falcon_40b path: format_148/tiiuae_falcon_40b-*
  • split: mistralai_mistral_7b_v0_1 path: format_148/mistralai_mistral_7b_v0_1-*
  • split: tiiuae_falcon_180b path: format_148/tiiuae_falcon_180b-*

• config_name: format_149 data_files: