MuBench

configs:

• config_name: SNLIDataset_local_template_zh data_files:
  • split: test path: SNLIDataset/local_template_zh_test.jsonl
  • split: validation path: SNLIDataset/local_template_zh_validation.jsonl
• config_name: SNLIDataset_local_template_hr data_files:
  • split: validation path: SNLIDataset/local_template_hr_validation.jsonl
  • split: test path: SNLIDataset/local_template_hr_test.jsonl
• config_name: SNLIDataset_local_template_my data_files:
  • split: validation path: SNLIDataset/local_template_my_validation.jsonl
  • split: test path: SNLIDataset/local_template_my_test.jsonl
• config_name: SNLIDataset_en_template_te data_files:
  • split: validation path: SNLIDataset/en_template_te_validation.jsonl
  • split: test path: SNLIDataset/en_template_te_test.jsonl
• config_name: SNLIDataset_en_template_bn data_files:
  • split: test path: SNLIDataset/en_template_bn_test.jsonl
  • split: validation path: SNLIDataset/en_template_bn_validation.jsonl
• config_name: SNLIDataset_en_template_el data_files:
  • split: validation path: SNLIDataset/en_template_el_validation.jsonl
  • split: test path: SNLIDataset/en_template_el_test.jsonl
• config_name: SNLIDataset_local_template_kk data_files:
  • split: test path: SNLIDataset/local_template_kk_test.jsonl
  • split: validation path: SNLIDataset/local_template_kk_validation.jsonl
• config_name: SNLIDataset_local_template_en data_files:
  • split: validation path: SNLIDataset/local_template_en_validation.jsonl
  • split: test path: SNLIDataset/local_template_en_test.jsonl
• config_name: SNLIDataset_local_template_da data_files:
  • split: validation path: SNLIDataset/local_template_da_validation.jsonl
  • split: test path: SNLIDataset/local_template_da_test.jsonl
• config_name: SNLIDataset_en_template_lt data_files:
  • split: validation path: SNLIDataset/en_template_lt_validation.jsonl
  • split: test path: SNLIDataset/en_template_lt_test.jsonl
• config_name: SNLIDataset_en_template_gu data_files:
  • split: test path: SNLIDataset/en_template_gu_test.jsonl
  • split: validation path: SNLIDataset/en_template_gu_validation.jsonl
• config_name: SNLIDataset_local_template_lv data_files:
  • split: validation path: SNLIDataset/local_template_lv_validation.jsonl
  • split: test path: SNLIDataset/local_template_lv_test.jsonl
• config_name: SNLIDataset_ml61_mix_2 data_files:
  • split: validation path: SNLIDataset/ml61_mix_2_validation.jsonl
  • split: test path: SNLIDataset/ml61_mix_2_test.jsonl
• config_name: SNLIDataset_en_template_pa data_files:
  • split: validation path: SNLIDataset/en_template_pa_validation.jsonl
  • split: test path: SNLIDataset/en_template_pa_test.jsonl
• config_name: SNLIDataset_en_template_pt data_files:
  • split: test path: SNLIDataset/en_template_pt_test.jsonl
  • split: validation path: SNLIDataset/en_template_pt_validation.jsonl
• config_name: SNLIDataset_local_template_mr data_files:
  • split: validation path: SNLIDataset/local_template_mr_validation.jsonl
  • split: test path: SNLIDataset/local_template_mr_test.jsonl
• config_name: SNLIDataset_en_template_zh data_files:
  • split: validation path: SNLIDataset/en_template_zh_validation.jsonl
  • split: test path: SNLIDataset/en_template_zh_test.jsonl
• config_name: SNLIDataset_en_template_da data_files:
  • split: test path: SNLIDataset/en_template_da_test.jsonl
  • split: validation path: SNLIDataset/en_template_da_validation.jsonl
• config_name: SNLIDataset_local_template_tl data_files:
  • split: validation path: SNLIDataset/local_template_tl_validation.jsonl
  • split: test path: SNLIDataset/local_template_tl_test.jsonl
• config_name: SNLIDataset_local_template_ceb data_files:
  • split: validation path: SNLIDataset/local_template_ceb_validation.jsonl
  • split: test path: SNLIDataset/local_template_ceb_test.jsonl
• config_name: SNLIDataset_en_template_fi data_files:
  • split: validation path: SNLIDataset/en_template_fi_validation.jsonl
  • split: test path: SNLIDataset/en_template_fi_test.jsonl
• config_name: SNLIDataset_en_template_es data_files:
  • split: test path: SNLIDataset/en_template_es_test.jsonl
  • split: validation path: SNLIDataset/en_template_es_validation.jsonl
• config_name: SNLIDataset_en_template_ml data_files:
  • split: test path: SNLIDataset/en_template_ml_test.jsonl
  • split: validation path: SNLIDataset/en_template_ml_validation.jsonl
• config_name: SNLIDataset_local_template_is data_files:
  • split: test path: SNLIDataset/local_template_is_test.jsonl
  • split: validation path: SNLIDataset/local_template_is_validation.jsonl
• config_name: SNLIDataset_en_template_kn data_files:
  • split: test path: SNLIDataset/en_template_kn_test.jsonl
  • split: validation path: SNLIDataset/en_template_kn_validation.jsonl
• config_name: SNLIDataset_en_template_hi data_files:
  • split: test path: SNLIDataset/en_template_hi_test.jsonl
  • split: validation path: SNLIDataset/en_template_hi_validation.jsonl
• config_name: SNLIDataset_en_template_mr data_files:
  • split: test path: SNLIDataset/en_template_mr_test.jsonl
  • split: validation path: SNLIDataset/en_template_mr_validation.jsonl
• config_name: SNLIDataset_en_template_it data_files:
  • split: validation path: SNLIDataset/en_template_it_validation.jsonl
  • split: test path: SNLIDataset/en_template_it_test.jsonl
• config_name: SNLIDataset_local_template_ar data_files:
  • split: test path: SNLIDataset/local_template_ar_test.jsonl
  • split: validation path: SNLIDataset/local_template_ar_validation.jsonl
• config_name: SNLIDataset_local_template_sr data_files:
  • split: validation path: SNLIDataset/local_template_sr_validation.jsonl
  • split: test path: SNLIDataset/local_template_sr_test.jsonl
• config_name: SNLIDataset_local_template_sv data_files:
  • split: test path: SNLIDataset/local_template_sv_test.jsonl
  • split: validation path: SNLIDataset/local_template_sv_validation.jsonl
• config_name: SNLIDataset_en_template_az data_files:
  • split: test path: SNLIDataset/en_template_az_test.jsonl
  • split: validation path: SNLIDataset/en_template_az_validation.jsonl
• config_name: SNLIDataset_local_template_bn data_files:
  • split: test path: SNLIDataset/local_template_bn_test.jsonl
  • split: validation path: SNLIDataset/local_template_bn_validation.jsonl
• config_name: SNLIDataset_local_template_pl data_files:
  • split: validation path: SNLIDataset/local_template_pl_validation.jsonl
  • split: test path: SNLIDataset/local_template_pl_test.jsonl
• config_name: SNLIDataset_en_template_kk data_files:
  • split: test path: SNLIDataset/en_template_kk_test.jsonl
  • split: validation path: SNLIDataset/en_template_kk_validation.jsonl
• config_name: SNLIDataset_local_template_vi data_files:
  • split: validation path: SNLIDataset/local_template_vi_validation.jsonl
  • split: test path: SNLIDataset/local_template_vi_test.jsonl
• config_name: SNLIDataset_en_template_id data_files:
  • split: validation path: SNLIDataset/en_template_id_validation.jsonl
  • split: test path: SNLIDataset/en_template_id_test.jsonl
• config_name: SNLIDataset_local_template_hi data_files:
  • split: validation path: SNLIDataset/local_template_hi_validation.jsonl
  • split: test path: SNLIDataset/local_template_hi_test.jsonl
• config_name: SNLIDataset_local_template_th data_files:
  • split: validation path: SNLIDataset/local_template_th_validation.jsonl
  • split: test path: SNLIDataset/local_template_th_test.jsonl
• config_name: SNLIDataset_local_template_pt data_files:
  • split: test path: SNLIDataset/local_template_pt_test.jsonl
  • split: validation path: SNLIDataset/local_template_pt_validation.jsonl
• config_name: SNLIDataset_en_template_ro data_files:
  • split: validation path: SNLIDataset/en_template_ro_validation.jsonl
  • split: test path: SNLIDataset/en_template_ro_test.jsonl
• config_name: SNLIDataset_local_template_gu data_files:
  • split: test path: SNLIDataset/local_template_gu_test.jsonl
  • split: validation path: SNLIDataset/local_template_gu_validation.jsonl
• config_name: SNLIDataset_local_template_nl data_files:
  • split: validation path: SNLIDataset/local_template_nl_validation.jsonl
  • split: test path: SNLIDataset/local_template_nl_test.jsonl
• config_name: SNLIDataset_en_template_hr data_files:
  • split: test path: SNLIDataset/en_template_hr_test.jsonl
  • split: validation path: SNLIDataset/en_template_hr_validation.jsonl
• config_name: SNLIDataset_local_template_az data_files:
  • split: validation path: SNLIDataset/local_template_az_validation.jsonl
  • split: test path: SNLIDataset/local_template_az_test.jsonl
• config_name: SNLIDataset_en_template_is data_files:
  • split: test path: SNLIDataset/en_template_is_test.jsonl
  • split: validation path: SNLIDataset/en_template_is_validation.jsonl
• config_name: SNLIDataset_local_template_es data_files:
  • split: test path: SNLIDataset/local_template_es_test.jsonl
  • split: validation path: SNLIDataset/local_template_es_validation.jsonl
• config_name: SNLIDataset_local_template_ml data_files:
  • split: test path: SNLIDataset/local_template_ml_test.jsonl
  • split: validation path: SNLIDataset/local_template_ml_validation.jsonl
• config_name: SNLIDataset_en_template_lv data_files:
  • split: test path: SNLIDataset/en_template_lv_test.jsonl
  • split: validation path: SNLIDataset/en_template_lv_validation.jsonl
• config_name: SNLIDataset_en_template_ja data_files:
  • split: validation path: SNLIDataset/en_template_ja_validation.jsonl
  • split: test path: SNLIDataset/en_template_ja_test.jsonl
• config_name: SNLIDataset_local_template_kn data_files:
  • split: test path: SNLIDataset/local_template_kn_test.jsonl
  • split: validation path: SNLIDataset/local_template_kn_validation.jsonl
• config_name: SNLIDataset_local_template_de data_files:
  • split: validation path: SNLIDataset/local_template_de_validation.jsonl
  • split: test path: SNLIDataset/local_template_de_test.jsonl
• config_name: SNLIDataset_en_template_uz data_files:
  • split: validation path: SNLIDataset/en_template_uz_validation.jsonl
  • split: test path: SNLIDataset/en_template_uz_test.jsonl
• config_name: SNLIDataset_en_template_sk data_files:
  • split: validation path: SNLIDataset/en_template_sk_validation.jsonl
  • split: test path: SNLIDataset/en_template_sk_test.jsonl
• config_name: SNLIDataset_en_template_fr data_files:
  • split: validation path: SNLIDataset/en_template_fr_validation.jsonl
  • split: test path: SNLIDataset/en_template_fr_test.jsonl
• config_name: SNLIDataset_en_template_sv data_files:
  • split: test path: SNLIDataset/en_template_sv_test.jsonl
  • split: validation path: SNLIDataset/en_template_sv_validation.jsonl
• config_name: SNLIDataset_en_template_ceb data_files:
  • split: test path: SNLIDataset/en_template_ceb_test.jsonl
  • split: validation path: SNLIDataset/en_template_ceb_validation.jsonl
• config_name: SNLIDataset_en_template_ar data_files:
  • split: test path: SNLIDataset/en_template_ar_test.jsonl
  • split: validation path: SNLIDataset/en_template_ar_validation.jsonl
• config_name: SNLIDataset_en_template_ta data_files:
  • split: validation path: SNLIDataset/en_template_ta_validation.jsonl
  • split: test path: SNLIDataset/en_template_ta_test.jsonl
• config_name: SNLIDataset_en_template_bg data_files:
  • split: validation path: SNLIDataset/en_template_bg_validation.jsonl
  • split: test path: SNLIDataset/en_template_bg_test.jsonl
• config_name: SNLIDataset_local_template_sl data_files:
  • split: validation path: SNLIDataset/local_template_sl_validation.jsonl
  • split: test path: SNLIDataset/local_template_sl_test.jsonl
• config_name: SNLIDataset_en_template_uk data_files:
  • split: validation path: SNLIDataset/en_template_uk_validation.jsonl
  • split: test path: SNLIDataset/en_template_uk_test.jsonl
• config_name: SNLIDataset_en_template_sq data_files:
  • split: test path: SNLIDataset/en_template_sq_test.jsonl
  • split: validation path: SNLIDataset/en_template_sq_validation.jsonl
• config_name: SNLIDataset_en_template_he data_files:
  • split: validation path: SNLIDataset/en_template_he_validation.jsonl
  • split: test path: SNLIDataset/en_template_he_test.jsonl
• config_name: SNLIDataset_local_template_ga data_files:
  • split: test path: SNLIDataset/local_template_ga_test.jsonl
  • split: validation path: SNLIDataset/local_template_ga_validation.jsonl
• config_name: SNLIDataset_local_template_ru data_files:
  • split: test path: SNLIDataset/local_template_ru_test.jsonl
  • split: validation path: SNLIDataset/local_template_ru_validation.jsonl
• config_name: SNLIDataset_local_template_fa data_files:
  • split: validation path: SNLIDataset/local_template_fa_validation.jsonl
  • split: test path: SNLIDataset/local_template_fa_test.jsonl
• config_name: SNLIDataset_en_template_ru data_files:
  • split: validation path: SNLIDataset/en_template_ru_validation.jsonl
  • split: test path: SNLIDataset/en_template_ru_test.jsonl
• config_name: SNLIDataset_local_template_et data_files:
  • split: test path: SNLIDataset/local_template_et_test.jsonl
  • split: validation path: SNLIDataset/local_template_et_validation.jsonl
• config_name: SNLIDataset_local_template_tr data_files:
  • split: validation path: SNLIDataset/local_template_tr_validation.jsonl
  • split: test path: SNLIDataset/local_template_tr_test.jsonl
• config_name: SNLIDataset_en_template_hu data_files:
  • split: test path: SNLIDataset/en_template_hu_test.jsonl
  • split: validation path: SNLIDataset/en_template_hu_validation.jsonl
• config_name: SNLIDataset_en_template_tl data_files:
  • split: test path: SNLIDataset/en_template_tl_test.jsonl
  • split: validation path: SNLIDataset/en_template_tl_validation.jsonl
• config_name: SNLIDataset_local_template_ca data_files:
  • split: validation path: SNLIDataset/local_template_ca_validation.jsonl
  • split: test path: SNLIDataset/local_template_ca_test.jsonl
• config_name: SNLIDataset_en_template_tr data_files:
  • split: test path: SNLIDataset/en_template_tr_test.jsonl
  • split: validation path: SNLIDataset/en_template_tr_validation.jsonl
• config_name: SNLIDataset_en_template_af data_files:
  • split: test path: SNLIDataset/en_template_af_test.jsonl
  • split: validation path: SNLIDataset/en_template_af_validation.jsonl
• config_name: SNLIDataset_local_template_jv data_files:
  • split: test path: SNLIDataset/local_template_jv_test.jsonl
  • split: validation path: SNLIDataset/local_template_jv_validation.jsonl
• config_name: SNLIDataset_local_template_ms data_files:
  • split: validation path: SNLIDataset/local_template_ms_validation.jsonl
  • split: test path: SNLIDataset/local_template_ms_test.jsonl
• config_name: SNLIDataset_en_template_cs data_files:
  • split: test path: SNLIDataset/en_template_cs_test.jsonl
  • split: validation path: SNLIDataset/en_template_cs_validation.jsonl
• config_name: SNLIDataset_local_template_lt data_files:
  • split: test path: SNLIDataset/local_template_lt_test.jsonl
  • split: validation path: SNLIDataset/local_template_lt_validation.jsonl
• config_name: SNLIDataset_en_template_no data_files:
  • split: validation path: SNLIDataset/en_template_no_validation.jsonl
  • split: test path: SNLIDataset/en_template_no_test.jsonl
• config_name: SNLIDataset_local_template_sq data_files:
  • split: test path: SNLIDataset/local_template_sq_test.jsonl
  • split: validation path: SNLIDataset/local_template_sq_validation.jsonl
• config_name: SNLIDataset_local_template_ta data_files:
  • split: test path: SNLIDataset/local_template_ta_test.jsonl
  • split: validation path: SNLIDataset/local_template_ta_validation.jsonl
• config_name: SNLIDataset_local_template_sw data_files:
  • split: validation path: SNLIDataset/local_template_sw_validation.jsonl
  • split: test path: SNLIDataset/local_template_sw_test.jsonl
• config_name: SNLIDataset_local_template_it data_files:
  • split: test path: SNLIDataset/local_template_it_test.jsonl
  • split: validation path: SNLIDataset/local_template_it_validation.jsonl
• config_name: SNLIDataset_en_template_et data_files:
  • split: test path: SNLIDataset/en_template_et_test.jsonl
  • split: validation path: SNLIDataset/en_template_et_validation.jsonl
• config_name: SNLIDataset_en_template_nl data_files:
  • split: test path: SNLIDataset/en_template_nl_test.jsonl
  • split: validation path: SNLIDataset/en_template_nl_validation.jsonl
• config_name: SNLIDataset_en_template_ga data_files:
  • split: test path: SNLIDataset/en_template_ga_test.jsonl
  • split: validation path: SNLIDataset/en_template_ga_validation.jsonl
• config_name: SNLIDataset_local_template_ur data_files:
  • split: validation path: SNLIDataset/local_template_ur_validation.jsonl
  • split: test path: SNLIDataset/local_template_ur_test.jsonl
• config_name: SNLIDataset_local_template_km data_files:
  • split: validation path: SNLIDataset/local_template_km_validation.jsonl
  • split: test path: SNLIDataset/local_template_km_test.jsonl
• config_name: SNLIDataset_en_template_ko data_files:
  • split: validation path: SNLIDataset/en_template_ko_validation.jsonl
  • split: test path: SNLIDataset/en_template_ko_test.jsonl
• config_name: SNLIDataset_local_template_hu data_files:
  • split: test path: SNLIDataset/local_template_hu_test.jsonl
  • split: validation path: SNLIDataset/local_template_hu_validation.jsonl
• config_name: SNLIDataset_en_template_jv data_files:
  • split: test path: SNLIDataset/en_template_jv_test.jsonl
  • split: validation path: SNLIDataset/en_template_jv_validation.jsonl
• config_name: SNLIDataset_local_template_cs data_files:
  • split: test path: SNLIDataset/local_template_cs_test.jsonl
  • split: validation path: SNLIDataset/local_template_cs_validation.jsonl
• config_name: SNLIDataset_local_template_af data_files:
  • split: test path: SNLIDataset/local_template_af_test.jsonl
  • split: validation path: SNLIDataset/local_template_af_validation.jsonl
• config_name: SNLIDataset_en_template_de data_files:
  • split: test path: SNLIDataset/en_template_de_test.jsonl
  • split: validation path: SNLIDataset/en_template_de_validation.jsonl
• config_name: SNLIDataset_en_template_sr data_files:
  • split: validation path: SNLIDataset/en_template_sr_validation.jsonl
  • split: test path: SNLIDataset/en_template_sr_test.jsonl
• config_name: SNLIDataset_local_template_he data_files:
  • split: test path: SNLIDataset/local_template_he_test.jsonl
  • split: validation path: SNLIDataset/local_template_he_validation.jsonl
• config_name: SNLIDataset_local_template_fi data_files:
  • split: validation path: SNLIDataset/local_template_fi_validation.jsonl
  • split: test path: SNLIDataset/local_template_fi_test.jsonl
• config_name: SNLIDataset_local_template_pa data_files:
  • split: validation path: SNLIDataset/local_template_pa_validation.jsonl
  • split: test path: SNLIDataset/local_template_pa_test.jsonl
• config_name: SNLIDataset_local_template_ko data_files:
  • split: test path: SNLIDataset/local_template_ko_test.jsonl
  • split: validation path: SNLIDataset/local_template_ko_validation.jsonl
• config_name: SNLIDataset_en_template_my data_files:
  • split: validation path: SNLIDataset/en_template_my_validation.jsonl
  • split: test path: SNLIDataset/en_template_my_test.jsonl
• config_name: SNLIDataset_local_template_te data_files:
  • split: validation path: SNLIDataset/local_template_te_validation.jsonl
  • split: test path: SNLIDataset/local_template_te_test.jsonl
• config_name: SNLIDataset_local_template_el data_files:
  • split: test path: SNLIDataset/local_template_el_test.jsonl
  • split: validation path: SNLIDataset/local_template_el_validation.jsonl
• config_name: SNLIDataset_en_template_en data_files:
  • split: validation path: SNLIDataset/en_template_en_validation.jsonl
  • split: test path: SNLIDataset/en_template_en_test.jsonl
• config_name: SNLIDataset_local_template_id data_files:
  • split: test path: SNLIDataset/local_template_id_test.jsonl
  • split: validation path: SNLIDataset/local_template_id_validation.jsonl
• config_name: SNLIDataset_en_template_sw data_files:
  • split: test path: SNLIDataset/en_template_sw_test.jsonl
  • split: validation path: SNLIDataset/en_template_sw_validation.jsonl
• config_name: SNLIDataset_local_template_no data_files:
  • split: test path: SNLIDataset/local_template_no_test.jsonl
  • split: validation path: SNLIDataset/local_template_no_validation.jsonl
• config_name: SNLIDataset_en_template_vi data_files:
  • split: test path: SNLIDataset/en_template_vi_test.jsonl
  • split: validation path: SNLIDataset/en_template_vi_validation.jsonl
• config_name: SNLIDataset_local_template_fr data_files:
  • split: validation path: SNLIDataset/local_template_fr_validation.jsonl
  • split: test path: SNLIDataset/local_template_fr_test.jsonl
• config_name: SNLIDataset_en_template_sl data_files:
  • split: test path: SNLIDataset/en_template_sl_test.jsonl
  • split: validation path: SNLIDataset/en_template_sl_validation.jsonl
• config_name: SNLIDataset_local_template_bg data_files:
  • split: test path: SNLIDataset/local_template_bg_test.jsonl
  • split: validation path: SNLIDataset/local_template_bg_validation.jsonl
• config_name: SNLIDataset_local_template_uz data_files:
  • split: validation path: SNLIDataset/local_template_uz_validation.jsonl
  • split: test path: SNLIDataset/local_template_uz_test.jsonl
• config_name: SNLIDataset_local_template_sk data_files:
  • split: validation path: SNLIDataset/local_template_sk_validation.jsonl
  • split: test path: SNLIDataset/local_template_sk_test.jsonl
• config_name: SNLIDataset_local_template_ja data_files:
  • split: validation path: SNLIDataset/local_template_ja_validation.jsonl
  • split: test path: SNLIDataset/local_template_ja_test.jsonl
• config_name: SNLIDataset_local_template_ro data_files:
  • split: validation path: SNLIDataset/local_template_ro_validation.jsonl
  • split: test path: SNLIDataset/local_template_ro_test.jsonl
• config_name: SNLIDataset_local_template_uk data_files:
  • split: test path: SNLIDataset/local_template_uk_test.jsonl
  • split: validation path: SNLIDataset/local_template_uk_validation.jsonl
• config_name: SNLIDataset_en_template_th data_files:
  • split: validation path: SNLIDataset/en_template_th_validation.jsonl
  • split: test path: SNLIDataset/en_template_th_test.jsonl
• config_name: SNLIDataset_en_template_ms data_files:
  • split: test path: SNLIDataset/en_template_ms_test.jsonl
  • split: validation path: SNLIDataset/en_template_ms_validation.jsonl
• config_name: SNLIDataset_en_template_pl data_files:
  • split: validation path: SNLIDataset/en_template_pl_validation.jsonl
  • split: test path: SNLIDataset/en_template_pl_test.jsonl
• config_name: SNLIDataset_en_template_ca data_files:
  • split: validation path: SNLIDataset/en_template_ca_validation.jsonl
  • split: test path: SNLIDataset/en_template_ca_test.jsonl
• config_name: SNLIDataset_en_template_fa data_files:
  • split: validation path: SNLIDataset/en_template_fa_validation.jsonl
  • split: test path: SNLIDataset/en_template_fa_test.jsonl
• config_name: SNLIDataset_en_template_ur data_files:
  • split: test path: SNLIDataset/en_template_ur_test.jsonl
  • split: validation path: SNLIDataset/en_template_ur_validation.jsonl
• config_name: SNLIDataset_en_template_km data_files:
  • split: validation path: SNLIDataset/en_template_km_validation.jsonl
  • split: test path: SNLIDataset/en_template_km_test.jsonl
• config_name: BMLAMADataset_local_template_zh data_files:
  • split: test path: BMLAMADataset/local_template_zh_test.jsonl
  • split: validation path: BMLAMADataset/local_template_zh_validation.jsonl
• config_name: BMLAMADataset_lighteval_de data_files:
  • split: test path: BMLAMADataset/lighteval_de_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_de_validation.jsonl
• config_name: BMLAMADataset_local_template_hr data_files:
  • split: validation path: BMLAMADataset/local_template_hr_validation.jsonl
  • split: test path: BMLAMADataset/local_template_hr_test.jsonl
• config_name: BMLAMADataset_lighteval_bg data_files:
  • split: test path: BMLAMADataset/lighteval_bg_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_bg_validation.jsonl
• config_name: BMLAMADataset_ml61_mix_8 data_files:
  • split: test path: BMLAMADataset/ml61_mix_8_test.jsonl
  • split: validation path: BMLAMADataset/ml61_mix_8_validation.jsonl
• config_name: BMLAMADataset_local_template_my data_files:
  • split: validation path: BMLAMADataset/local_template_my_validation.jsonl
  • split: test path: BMLAMADataset/local_template_my_test.jsonl
• config_name: BMLAMADataset_lighteval_no data_files:
  • split: test path: BMLAMADataset/lighteval_no_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_no_validation.jsonl
• config_name: BMLAMADataset_en_template_te data_files:
  • split: validation path: BMLAMADataset/en_template_te_validation.jsonl
  • split: test path: BMLAMADataset/en_template_te_test.jsonl
• config_name: BMLAMADataset_lighteval_id data_files:
  • split: validation path: BMLAMADataset/lighteval_id_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_id_test.jsonl
• config_name: BMLAMADataset_en_template_bn data_files:
  • split: test path: BMLAMADataset/en_template_bn_test.jsonl
  • split: validation path: BMLAMADataset/en_template_bn_validation.jsonl
• config_name: BMLAMADataset_en_template_el data_files:
  • split: validation path: BMLAMADataset/en_template_el_validation.jsonl
  • split: test path: BMLAMADataset/en_template_el_test.jsonl
• config_name: BMLAMADataset_local_template_kk data_files:
  • split: test path: BMLAMADataset/local_template_kk_test.jsonl
  • split: validation path: BMLAMADataset/local_template_kk_validation.jsonl
• config_name: BMLAMADataset_local_template_en data_files:
  • split: validation path: BMLAMADataset/local_template_en_validation.jsonl
  • split: test path: BMLAMADataset/local_template_en_test.jsonl
• config_name: BMLAMADataset_local_template_da data_files:
  • split: validation path: BMLAMADataset/local_template_da_validation.jsonl
  • split: test path: BMLAMADataset/local_template_da_test.jsonl
• config_name: BMLAMADataset_en_template_lt data_files:
  • split: validation path: BMLAMADataset/en_template_lt_validation.jsonl
  • split: test path: BMLAMADataset/en_template_lt_test.jsonl
• config_name: BMLAMADataset_en_template_gu data_files:
  • split: test path: BMLAMADataset/en_template_gu_test.jsonl
  • split: validation path: BMLAMADataset/en_template_gu_validation.jsonl
• config_name: BMLAMADataset_local_template_lv data_files:
  • split: validation path: BMLAMADataset/local_template_lv_validation.jsonl
  • split: test path: BMLAMADataset/local_template_lv_test.jsonl
• config_name: BMLAMADataset_en_template_pa data_files:
  • split: validation path: BMLAMADataset/en_template_pa_validation.jsonl
  • split: test path: BMLAMADataset/en_template_pa_test.jsonl
• config_name: BMLAMADataset_en_template_pt data_files:
  • split: test path: BMLAMADataset/en_template_pt_test.jsonl
  • split: validation path: BMLAMADataset/en_template_pt_validation.jsonl
• config_name: BMLAMADataset_lighteval_ro data_files:
  • split: validation path: BMLAMADataset/lighteval_ro_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_ro_test.jsonl
• config_name: BMLAMADataset_local_template_mr data_files:
  • split: validation path: BMLAMADataset/local_template_mr_validation.jsonl
  • split: test path: BMLAMADataset/local_template_mr_test.jsonl
• config_name: BMLAMADataset_lighteval_uk data_files:
  • split: test path: BMLAMADataset/lighteval_uk_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_uk_validation.jsonl
• config_name: BMLAMADataset_en_template_zh data_files:
  • split: validation path: BMLAMADataset/en_template_zh_validation.jsonl
  • split: test path: BMLAMADataset/en_template_zh_test.jsonl
• config_name: BMLAMADataset_lighteval_ja data_files:
  • split: validation path: BMLAMADataset/lighteval_ja_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_ja_test.jsonl
• config_name: BMLAMADataset_en_template_da data_files:
  • split: test path: BMLAMADataset/en_template_da_test.jsonl
  • split: validation path: BMLAMADataset/en_template_da_validation.jsonl
• config_name: BMLAMADataset_local_template_tl data_files:
  • split: validation path: BMLAMADataset/local_template_tl_validation.jsonl
  • split: test path: BMLAMADataset/local_template_tl_test.jsonl
• config_name: BMLAMADataset_local_template_ceb data_files:
  • split: validation path: BMLAMADataset/local_template_ceb_validation.jsonl
  • split: test path: BMLAMADataset/local_template_ceb_test.jsonl
• config_name: BMLAMADataset_en_template_fi data_files:
  • split: validation path: BMLAMADataset/en_template_fi_validation.jsonl
  • split: test path: BMLAMADataset/en_template_fi_test.jsonl
• config_name: BMLAMADataset_en_template_es data_files:
  • split: test path: BMLAMADataset/en_template_es_test.jsonl
  • split: validation path: BMLAMADataset/en_template_es_validation.jsonl
• config_name: BMLAMADataset_en_template_ml data_files:
  • split: test path: BMLAMADataset/en_template_ml_test.jsonl
  • split: validation path: BMLAMADataset/en_template_ml_validation.jsonl
• config_name: BMLAMADataset_lighteval_sk data_files:
  • split: validation path: BMLAMADataset/lighteval_sk_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_sk_test.jsonl
• config_name: BMLAMADataset_local_template_is data_files:
  • split: test path: BMLAMADataset/local_template_is_test.jsonl
  • split: validation path: BMLAMADataset/local_template_is_validation.jsonl
• config_name: BMLAMADataset_en_template_kn data_files:
  • split: test path: BMLAMADataset/en_template_kn_test.jsonl
  • split: validation path: BMLAMADataset/en_template_kn_validation.jsonl
• config_name: BMLAMADataset_lighteval_uz data_files:
  • split: validation path: BMLAMADataset/lighteval_uz_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_uz_test.jsonl
• config_name: BMLAMADataset_en_template_hi data_files:
  • split: test path: BMLAMADataset/en_template_hi_test.jsonl
  • split: validation path: BMLAMADataset/en_template_hi_validation.jsonl
• config_name: BMLAMADataset_en_template_mr data_files:
  • split: test path: BMLAMADataset/en_template_mr_test.jsonl
  • split: validation path: BMLAMADataset/en_template_mr_validation.jsonl
• config_name: BMLAMADataset_en_template_it data_files:
  • split: validation path: BMLAMADataset/en_template_it_validation.jsonl
  • split: test path: BMLAMADataset/en_template_it_test.jsonl
• config_name: BMLAMADataset_local_template_ar data_files:
  • split: test path: BMLAMADataset/local_template_ar_test.jsonl
  • split: validation path: BMLAMADataset/local_template_ar_validation.jsonl
• config_name: BMLAMADataset_lighteval_fr data_files:
  • split: validation path: BMLAMADataset/lighteval_fr_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_fr_test.jsonl
• config_name: BMLAMADataset_lighteval_ta data_files:
  • split: validation path: BMLAMADataset/lighteval_ta_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_ta_test.jsonl
• config_name: BMLAMADataset_local_template_sr data_files:
  • split: validation path: BMLAMADataset/local_template_sr_validation.jsonl
  • split: test path: BMLAMADataset/local_template_sr_test.jsonl
• config_name: BMLAMADataset_local_template_sv data_files:
  • split: test path: BMLAMADataset/local_template_sv_test.jsonl
  • split: validation path: BMLAMADataset/local_template_sv_validation.jsonl
• config_name: BMLAMADataset_lighteval_kn data_files:
  • split: validation path: BMLAMADataset/lighteval_kn_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_kn_test.jsonl
• config_name: BMLAMADataset_lighteval_sw data_files:
  • split: test path: BMLAMADataset/lighteval_sw_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_sw_validation.jsonl
• config_name: BMLAMADataset_en_template_az data_files:
  • split: test path: BMLAMADataset/en_template_az_test.jsonl
  • split: validation path: BMLAMADataset/en_template_az_validation.jsonl
• config_name: BMLAMADataset_local_template_bn data_files:
  • split: test path: BMLAMADataset/local_template_bn_test.jsonl
  • split: validation path: BMLAMADataset/local_template_bn_validation.jsonl
• config_name: BMLAMADataset_local_template_pl data_files:
  • split: validation path: BMLAMADataset/local_template_pl_validation.jsonl
  • split: test path: BMLAMADataset/local_template_pl_test.jsonl
• config_name: BMLAMADataset_en_template_kk data_files:
  • split: test path: BMLAMADataset/en_template_kk_test.jsonl
  • split: validation path: BMLAMADataset/en_template_kk_validation.jsonl
• config_name: BMLAMADataset_lighteval_he data_files:
  • split: test path: BMLAMADataset/lighteval_he_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_he_validation.jsonl
• config_name: BMLAMADataset_lighteval_el data_files:
  • split: validation path: BMLAMADataset/lighteval_el_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_el_test.jsonl
• config_name: BMLAMADataset_local_template_vi data_files:
  • split: validation path: BMLAMADataset/local_template_vi_validation.jsonl
  • split: test path: BMLAMADataset/local_template_vi_test.jsonl
• config_name: BMLAMADataset_lighteval_vi data_files:
  • split: test path: BMLAMADataset/lighteval_vi_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_vi_validation.jsonl
• config_name: BMLAMADataset_en_template_id data_files:
  • split: validation path: BMLAMADataset/en_template_id_validation.jsonl
  • split: test path: BMLAMADataset/en_template_id_test.jsonl
• config_name: BMLAMADataset_lighteval_sl data_files:
  • split: test path: BMLAMADataset/lighteval_sl_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_sl_validation.jsonl
• config_name: BMLAMADataset_lighteval_te data_files:
  • split: validation path: BMLAMADataset/lighteval_te_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_te_test.jsonl
• config_name: BMLAMADataset_lighteval_ceb data_files:
  • split: test path: BMLAMADataset/lighteval_ceb_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_ceb_validation.jsonl
• config_name: BMLAMADataset_local_template_hi data_files:
  • split: validation path: BMLAMADataset/local_template_hi_validation.jsonl
  • split: test path: BMLAMADataset/local_template_hi_test.jsonl
• config_name: BMLAMADataset_ml61_mix_lighteval_8 data_files:
  • split: validation path: BMLAMADataset/ml61_mix_lighteval_8_validation.jsonl
  • split: test path: BMLAMADataset/ml61_mix_lighteval_8_test.jsonl
• config_name: BMLAMADataset_lighteval_lt data_files:
  • split: validation path: BMLAMADataset/lighteval_lt_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_lt_test.jsonl
• config_name: BMLAMADataset_local_template_th data_files:
  • split: validation path: BMLAMADataset/local_template_th_validation.jsonl
  • split: test path: BMLAMADataset/local_template_th_test.jsonl
• config_name: BMLAMADataset_local_template_pt data_files:
  • split: test path: BMLAMADataset/local_template_pt_test.jsonl
  • split: validation path: BMLAMADataset/local_template_pt_validation.jsonl
• config_name: BMLAMADataset_lighteval_sr data_files:
  • split: test path: BMLAMADataset/lighteval_sr_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_sr_validation.jsonl
• config_name: BMLAMADataset_en_template_ro data_files:
  • split: validation path: BMLAMADataset/en_template_ro_validation.jsonl
  • split: test path: BMLAMADataset/en_template_ro_test.jsonl
• config_name: BMLAMADataset_local_template_gu data_files:
  • split: test path: BMLAMADataset/local_template_gu_test.jsonl
  • split: validation path: BMLAMADataset/local_template_gu_validation.jsonl
• config_name: BMLAMADataset_lighteval_pa data_files:
  • split: validation path: BMLAMADataset/lighteval_pa_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_pa_test.jsonl
• config_name: BMLAMADataset_local_template_nl data_files:
  • split: validation path: BMLAMADataset/local_template_nl_validation.jsonl
  • split: test path: BMLAMADataset/local_template_nl_test.jsonl
• config_name: BMLAMADataset_en_template_hr data_files:
  • split: test path: BMLAMADataset/en_template_hr_test.jsonl
  • split: validation path: BMLAMADataset/en_template_hr_validation.jsonl
• config_name: BMLAMADataset_local_template_az data_files:
  • split: validation path: BMLAMADataset/local_template_az_validation.jsonl
  • split: test path: BMLAMADataset/local_template_az_test.jsonl
• config_name: BMLAMADataset_en_template_is data_files:
  • split: test path: BMLAMADataset/en_template_is_test.jsonl
  • split: validation path: BMLAMADataset/en_template_is_validation.jsonl
• config_name: BMLAMADataset_local_template_es data_files:
  • split: test path: BMLAMADataset/local_template_es_test.jsonl
  • split: validation path: BMLAMADataset/local_template_es_validation.jsonl
• config_name: BMLAMADataset_local_template_ml data_files:
  • split: test path: BMLAMADataset/local_template_ml_test.jsonl
  • split: validation path: BMLAMADataset/local_template_ml_validation.jsonl
• config_name: BMLAMADataset_lighteval_fi data_files:
  • split: validation path: BMLAMADataset/lighteval_fi_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_fi_test.jsonl
• config_name: BMLAMADataset_en_template_lv data_files:
  • split: test path: BMLAMADataset/en_template_lv_test.jsonl
  • split: validation path: BMLAMADataset/en_template_lv_validation.jsonl
• config_name: BMLAMADataset_en_template_ja data_files:
  • split: validation path: BMLAMADataset/en_template_ja_validation.jsonl
  • split: test path: BMLAMADataset/en_template_ja_test.jsonl
• config_name: BMLAMADataset_local_template_kn data_files:
  • split: test path: BMLAMADataset/local_template_kn_test.jsonl
  • split: validation path: BMLAMADataset/local_template_kn_validation.jsonl
• config_name: BMLAMADataset_lighteval_zh data_files:
  • split: validation path: BMLAMADataset/lighteval_zh_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_zh_test.jsonl
• config_name: BMLAMADataset_lighteval_ko data_files:
  • split: test path: BMLAMADataset/lighteval_ko_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_ko_validation.jsonl
• config_name: BMLAMADataset_local_template_de data_files:
  • split: validation path: BMLAMADataset/local_template_de_validation.jsonl
  • split: test path: BMLAMADataset/local_template_de_test.jsonl
• config_name: BMLAMADataset_lighteval_es data_files:
  • split: validation path: BMLAMADataset/lighteval_es_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_es_test.jsonl
• config_name: BMLAMADataset_en_template_uz data_files:
  • split: validation path: BMLAMADataset/en_template_uz_validation.jsonl
  • split: test path: BMLAMADataset/en_template_uz_test.jsonl
• config_name: BMLAMADataset_en_template_sk data_files:
  • split: validation path: BMLAMADataset/en_template_sk_validation.jsonl
  • split: test path: BMLAMADataset/en_template_sk_test.jsonl
• config_name: BMLAMADataset_en_template_fr data_files:
  • split: validation path: BMLAMADataset/en_template_fr_validation.jsonl
  • split: test path: BMLAMADataset/en_template_fr_test.jsonl
• config_name: BMLAMADataset_en_template_sv data_files:
  • split: test path: BMLAMADataset/en_template_sv_test.jsonl
  • split: validation path: BMLAMADataset/en_template_sv_validation.jsonl
• config_name: BMLAMADataset_lighteval_it data_files:
  • split: validation path: BMLAMADataset/lighteval_it_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_it_test.jsonl
• config_name: BMLAMADataset_en_template_ceb data_files:
  • split: test path: BMLAMADataset/en_template_ceb_test.jsonl
  • split: validation path: BMLAMADataset/en_template_ceb_validation.jsonl
• config_name: BMLAMADataset_en_template_ar data_files:
  • split: test path: BMLAMADataset/en_template_ar_test.jsonl
  • split: validation path: BMLAMADataset/en_template_ar_validation.jsonl
• config_name: BMLAMADataset_lighteval_ms data_files:
  • split: test path: BMLAMADataset/lighteval_ms_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_ms_validation.jsonl
• config_name: BMLAMADataset_en_template_ta data_files:
  • split: validation path: BMLAMADataset/en_template_ta_validation.jsonl
  • split: test path: BMLAMADataset/en_template_ta_test.jsonl
• config_name: BMLAMADataset_en_template_bg data_files:
  • split: validation path: BMLAMADataset/en_template_bg_validation.jsonl
  • split: test path: BMLAMADataset/en_template_bg_test.jsonl
• config_name: BMLAMADataset_local_template_sl data_files:
  • split: validation path: BMLAMADataset/local_template_sl_validation.jsonl
  • split: test path: BMLAMADataset/local_template_sl_test.jsonl
• config_name: BMLAMADataset_en_template_uk data_files:
  • split: validation path: BMLAMADataset/en_template_uk_validation.jsonl
  • split: test path: BMLAMADataset/en_template_uk_test.jsonl
• config_name: BMLAMADataset_en_template_sq data_files:
  • split: test path: BMLAMADataset/en_template_sq_test.jsonl
  • split: validation path: BMLAMADataset/en_template_sq_validation.jsonl
• config_name: BMLAMADataset_lighteval_cs data_files:
  • split: validation path: BMLAMADataset/lighteval_cs_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_cs_test.jsonl
• config_name: BMLAMADataset_lighteval_th data_files:
  • split: test path: BMLAMADataset/lighteval_th_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_th_validation.jsonl
• config_name: BMLAMADataset_en_template_he data_files:
  • split: validation path: BMLAMADataset/en_template_he_validation.jsonl
  • split: test path: BMLAMADataset/en_template_he_test.jsonl
• config_name: BMLAMADataset_lighteval_ar data_files:
  • split: validation path: BMLAMADataset/lighteval_ar_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_ar_test.jsonl
• config_name: BMLAMADataset_local_template_ga data_files:
  • split: test path: BMLAMADataset/local_template_ga_test.jsonl
  • split: validation path: BMLAMADataset/local_template_ga_validation.jsonl
• config_name: BMLAMADataset_local_template_ru data_files:
  • split: test path: BMLAMADataset/local_template_ru_test.jsonl
  • split: validation path: BMLAMADataset/local_template_ru_validation.jsonl
• config_name: BMLAMADataset_local_template_fa data_files:
  • split: validation path: BMLAMADataset/local_template_fa_validation.jsonl
  • split: test path: BMLAMADataset/local_template_fa_test.jsonl
• config_name: BMLAMADataset_en_template_ru data_files:
  • split: validation path: BMLAMADataset/en_template_ru_validation.jsonl
  • split: test path: BMLAMADataset/en_template_ru_test.jsonl
• config_name: BMLAMADataset_local_template_et data_files:
  • split: test path: BMLAMADataset/local_template_et_test.jsonl
  • split: validation path: BMLAMADataset/local_template_et_validation.jsonl
• config_name: BMLAMADataset_lighteval_af data_files:
  • split: validation path: BMLAMADataset/lighteval_af_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_af_test.jsonl
• config_name: BMLAMADataset_local_template_tr data_files:
  • split: validation path: BMLAMADataset/local_template_tr_validation.jsonl
  • split: test path: BMLAMADataset/local_template_tr_test.jsonl
• config_name: BMLAMADataset_en_template_hu data_files:
  • split: test path: BMLAMADataset/en_template_hu_test.jsonl
  • split: validation path: BMLAMADataset/en_template_hu_validation.jsonl
• config_name: BMLAMADataset_lighteval_hu data_files:
  • split: validation path: BMLAMADataset/lighteval_hu_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_hu_test.jsonl
• config_name: BMLAMADataset_lighteval_fa data_files:
  • split: test path: BMLAMADataset/lighteval_fa_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_fa_validation.jsonl
• config_name: BMLAMADataset_lighteval_my data_files:
  • split: test path: BMLAMADataset/lighteval_my_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_my_validation.jsonl
• config_name: BMLAMADataset_en_template_tl data_files:
  • split: test path: BMLAMADataset/en_template_tl_test.jsonl
  • split: validation path: BMLAMADataset/en_template_tl_validation.jsonl
• config_name: BMLAMADataset_lighteval_pl data_files:
  • split: test path: BMLAMADataset/lighteval_pl_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_pl_validation.jsonl
• config_name: BMLAMADataset_local_template_ca data_files:
  • split: validation path: BMLAMADataset/local_template_ca_validation.jsonl
  • split: test path: BMLAMADataset/local_template_ca_test.jsonl
• config_name: BMLAMADataset_en_template_tr data_files:
  • split: test path: BMLAMADataset/en_template_tr_test.jsonl
  • split: validation path: BMLAMADataset/en_template_tr_validation.jsonl
• config_name: BMLAMADataset_en_template_af data_files:
  • split: test path: BMLAMADataset/en_template_af_test.jsonl
  • split: validation path: BMLAMADataset/en_template_af_validation.jsonl
• config_name: BMLAMADataset_local_template_jv data_files:
  • split: test path: BMLAMADataset/local_template_jv_test.jsonl
  • split: validation path: BMLAMADataset/local_template_jv_validation.jsonl
• config_name: BMLAMADataset_local_template_ms data_files:
  • split: validation path: BMLAMADataset/local_template_ms_validation.jsonl
  • split: test path: BMLAMADataset/local_template_ms_test.jsonl
• config_name: BMLAMADataset_en_template_cs data_files:
  • split: test path: BMLAMADataset/en_template_cs_test.jsonl
  • split: validation path: BMLAMADataset/en_template_cs_validation.jsonl
• config_name: BMLAMADataset_local_template_lt data_files:
  • split: test path: BMLAMADataset/local_template_lt_test.jsonl
  • split: validation path: BMLAMADataset/local_template_lt_validation.jsonl
• config_name: BMLAMADataset_lighteval_ca data_files:
  • split: test path: BMLAMADataset/lighteval_ca_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_ca_validation.jsonl
• config_name: BMLAMADataset_lighteval_ur data_files:
  • split: test path: BMLAMADataset/lighteval_ur_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_ur_validation.jsonl
• config_name: BMLAMADataset_en_template_no data_files:
  • split: validation path: BMLAMADataset/en_template_no_validation.jsonl
  • split: test path: BMLAMADataset/en_template_no_test.jsonl
• config_name: BMLAMADataset_local_template_sq data_files:
  • split: test path: BMLAMADataset/local_template_sq_test.jsonl
  • split: validation path: BMLAMADataset/local_template_sq_validation.jsonl
• config_name: BMLAMADataset_local_template_ta data_files:
  • split: test path: BMLAMADataset/local_template_ta_test.jsonl
  • split: validation path: BMLAMADataset/local_template_ta_validation.jsonl
• config_name: BMLAMADataset_lighteval_pt data_files:
  • split: validation path: BMLAMADataset/lighteval_pt_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_pt_test.jsonl
• config_name: BMLAMADataset_local_template_sw data_files:
  • split: validation path: BMLAMADataset/local_template_sw_validation.jsonl
  • split: test path: BMLAMADataset/local_template_sw_test.jsonl
• config_name: BMLAMADataset_local_template_it data_files:
  • split: test path: BMLAMADataset/local_template_it_test.jsonl
  • split: validation path: BMLAMADataset/local_template_it_validation.jsonl
• config_name: BMLAMADataset_en_template_et data_files:
  • split: test path: BMLAMADataset/en_template_et_test.jsonl
  • split: validation path: BMLAMADataset/en_template_et_validation.jsonl
• config_name: BMLAMADataset_en_template_nl data_files:
  • split: test path: BMLAMADataset/en_template_nl_test.jsonl
  • split: validation path: BMLAMADataset/en_template_nl_validation.jsonl
• config_name: BMLAMADataset_lighteval_ru data_files:
  • split: validation path: BMLAMADataset/lighteval_ru_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_ru_test.jsonl
• config_name: BMLAMADataset_lighteval_kk data_files:
  • split: validation path: BMLAMADataset/lighteval_kk_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_kk_test.jsonl
• config_name: BMLAMADataset_en_template_ga data_files:
  • split: test path: BMLAMADataset/en_template_ga_test.jsonl
  • split: validation path: BMLAMADataset/en_template_ga_validation.jsonl
• config_name: BMLAMADataset_local_template_ur data_files:
  • split: validation path: BMLAMADataset/local_template_ur_validation.jsonl
  • split: test path: BMLAMADataset/local_template_ur_test.jsonl
• config_name: BMLAMADataset_lighteval_sq data_files:
  • split: validation path: BMLAMADataset/lighteval_sq_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_sq_test.jsonl
• config_name: BMLAMADataset_local_template_km data_files:
  • split: validation path: BMLAMADataset/local_template_km_validation.jsonl
  • split: test path: BMLAMADataset/local_template_km_test.jsonl
• config_name: BMLAMADataset_en_template_ko data_files:
  • split: validation path: BMLAMADataset/en_template_ko_validation.jsonl
  • split: test path: BMLAMADataset/en_template_ko_test.jsonl
• config_name: BMLAMADataset_lighteval_en data_files:
  • split: test path: BMLAMADataset/lighteval_en_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_en_validation.jsonl
• config_name: BMLAMADataset_local_template_hu data_files:
  • split: test path: BMLAMADataset/local_template_hu_test.jsonl
  • split: validation path: BMLAMADataset/local_template_hu_validation.jsonl
• config_name: BMLAMADataset_en_template_jv data_files:
  • split: test path: BMLAMADataset/en_template_jv_test.jsonl
  • split: validation path: BMLAMADataset/en_template_jv_validation.jsonl
• config_name: BMLAMADataset_lighteval_km data_files:
  • split: test path: BMLAMADataset/lighteval_km_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_km_validation.jsonl
• config_name: BMLAMADataset_local_template_cs data_files:
  • split: test path: BMLAMADataset/local_template_cs_test.jsonl
  • split: validation path: BMLAMADataset/local_template_cs_validation.jsonl
• config_name: BMLAMADataset_local_template_af data_files:
  • split: test path: BMLAMADataset/local_template_af_test.jsonl
  • split: validation path: BMLAMADataset/local_template_af_validation.jsonl
• config_name: BMLAMADataset_en_template_de data_files:
  • split: test path: BMLAMADataset/en_template_de_test.jsonl
  • split: validation path: BMLAMADataset/en_template_de_validation.jsonl
• config_name: BMLAMADataset_en_template_sr data_files:
  • split: validation path: BMLAMADataset/en_template_sr_validation.jsonl
  • split: test path: BMLAMADataset/en_template_sr_test.jsonl
• config_name: BMLAMADataset_local_template_he data_files:
  • split: test path: BMLAMADataset/local_template_he_test.jsonl
  • split: validation path: BMLAMADataset/local_template_he_validation.jsonl
• config_name: BMLAMADataset_lighteval_bn data_files:
  • split: test path: BMLAMADataset/lighteval_bn_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_bn_validation.jsonl
• config_name: BMLAMADataset_lighteval_gu data_files:
  • split: test path: BMLAMADataset/lighteval_gu_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_gu_validation.jsonl
• config_name: BMLAMADataset_local_template_fi data_files:
  • split: validation path: BMLAMADataset/local_template_fi_validation.jsonl
  • split: test path: BMLAMADataset/local_template_fi_test.jsonl
• config_name: BMLAMADataset_lighteval_az data_files:
  • split: validation path: BMLAMADataset/lighteval_az_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_az_test.jsonl
• config_name: BMLAMADataset_lighteval_da data_files:
  • split: test path: BMLAMADataset/lighteval_da_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_da_validation.jsonl
• config_name: BMLAMADataset_lighteval_nl data_files:
  • split: validation path: BMLAMADataset/lighteval_nl_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_nl_test.jsonl
• config_name: BMLAMADataset_local_template_pa data_files:
  • split: validation path: BMLAMADataset/local_template_pa_validation.jsonl
  • split: test path: BMLAMADataset/local_template_pa_test.jsonl
• config_name: BMLAMADataset_lighteval_ml data_files:
  • split: test path: BMLAMADataset/lighteval_ml_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_ml_validation.jsonl
• config_name: BMLAMADataset_lighteval_hi data_files:
  • split: test path: BMLAMADataset/lighteval_hi_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_hi_validation.jsonl
• config_name: BMLAMADataset_local_template_ko data_files:
  • split: test path: BMLAMADataset/local_template_ko_test.jsonl
  • split: validation path: BMLAMADataset/local_template_ko_validation.jsonl
• config_name: BMLAMADataset_en_template_my data_files:
  • split: validation path: BMLAMADataset/en_template_my_validation.jsonl
  • split: test path: BMLAMADataset/en_template_my_test.jsonl
• config_name: BMLAMADataset_local_template_te data_files:
  • split: validation path: BMLAMADataset/local_template_te_validation.jsonl
  • split: test path: BMLAMADataset/local_template_te_test.jsonl
• config_name: BMLAMADataset_local_template_el data_files:
  • split: test path: BMLAMADataset/local_template_el_test.jsonl
  • split: validation path: BMLAMADataset/local_template_el_validation.jsonl
• config_name: BMLAMADataset_lighteval_mr data_files:
  • split: test path: BMLAMADataset/lighteval_mr_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_mr_validation.jsonl
• config_name: BMLAMADataset_lighteval_sv data_files:
  • split: validation path: BMLAMADataset/lighteval_sv_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_sv_test.jsonl
• config_name: BMLAMADataset_en_template_en data_files:
  • split: validation path: BMLAMADataset/en_template_en_validation.jsonl
  • split: test path: BMLAMADataset/en_template_en_test.jsonl
• config_name: BMLAMADataset_local_template_id data_files:
  • split: test path: BMLAMADataset/local_template_id_test.jsonl
  • split: validation path: BMLAMADataset/local_template_id_validation.jsonl
• config_name: BMLAMADataset_en_template_sw data_files:
  • split: test path: BMLAMADataset/en_template_sw_test.jsonl
  • split: validation path: BMLAMADataset/en_template_sw_validation.jsonl
• config_name: BMLAMADataset_local_template_no data_files:
  • split: test path: BMLAMADataset/local_template_no_test.jsonl
  • split: validation path: BMLAMADataset/local_template_no_validation.jsonl
• config_name: BMLAMADataset_en_template_vi data_files:
  • split: test path: BMLAMADataset/en_template_vi_test.jsonl
  • split: validation path: BMLAMADataset/en_template_vi_validation.jsonl
• config_name: BMLAMADataset_local_template_fr data_files:
  • split: validation path: BMLAMADataset/local_template_fr_validation.jsonl
  • split: test path: BMLAMADataset/local_template_fr_test.jsonl
• config_name: BMLAMADataset_en_template_sl data_files:
  • split: test path: BMLAMADataset/en_template_sl_test.jsonl
  • split: validation path: BMLAMADataset/en_template_sl_validation.jsonl
• config_name: BMLAMADataset_local_template_bg data_files:
  • split: test path: BMLAMADataset/local_template_bg_test.jsonl
  • split: validation path: BMLAMADataset/local_template_bg_validation.jsonl
• config_name: BMLAMADataset_local_template_uz data_files:
  • split: validation path: BMLAMADataset/local_template_uz_validation.jsonl
  • split: test path: BMLAMADataset/local_template_uz_test.jsonl
• config_name: BMLAMADataset_local_template_sk data_files:
  • split: validation path: BMLAMADataset/local_template_sk_validation.jsonl
  • split: test path: BMLAMADataset/local_template_sk_test.jsonl
• config_name: BMLAMADataset_lighteval_tl data_files:
  • split: validation path: BMLAMADataset/lighteval_tl_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_tl_test.jsonl
• config_name: BMLAMADataset_lighteval_hr data_files:
  • split: test path: BMLAMADataset/lighteval_hr_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_hr_validation.jsonl
• config_name: BMLAMADataset_local_template_ja data_files:
  • split: validation path: BMLAMADataset/local_template_ja_validation.jsonl
  • split: test path: BMLAMADataset/local_template_ja_test.jsonl
• config_name: BMLAMADataset_lighteval_is data_files:
  • split: test path: BMLAMADataset/lighteval_is_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_is_validation.jsonl
• config_name: BMLAMADataset_local_template_ro data_files:
  • split: validation path: BMLAMADataset/local_template_ro_validation.jsonl
  • split: test path: BMLAMADataset/local_template_ro_test.jsonl
• config_name: BMLAMADataset_lighteval_lv data_files:
  • split: test path: BMLAMADataset/lighteval_lv_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_lv_validation.jsonl
• config_name: BMLAMADataset_local_template_uk data_files:
  • split: test path: BMLAMADataset/local_template_uk_test.jsonl
  • split: validation path: BMLAMADataset/local_template_uk_validation.jsonl
• config_name: BMLAMADataset_en_template_th data_files:
  • split: validation path: BMLAMADataset/en_template_th_validation.jsonl
  • split: test path: BMLAMADataset/en_template_th_test.jsonl
• config_name: BMLAMADataset_en_template_ms data_files:
  • split: test path: BMLAMADataset/en_template_ms_test.jsonl
  • split: validation path: BMLAMADataset/en_template_ms_validation.jsonl
• config_name: BMLAMADataset_en_template_pl data_files:
  • split: validation path: BMLAMADataset/en_template_pl_validation.jsonl
  • split: test path: BMLAMADataset/en_template_pl_test.jsonl
• config_name: BMLAMADataset_en_template_ca data_files:
  • split: validation path: BMLAMADataset/en_template_ca_validation.jsonl
  • split: test path: BMLAMADataset/en_template_ca_test.jsonl
• config_name: BMLAMADataset_lighteval_jv data_files:
  • split: validation path: BMLAMADataset/lighteval_jv_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_jv_test.jsonl
• config_name: BMLAMADataset_en_template_fa data_files:
  • split: validation path: BMLAMADataset/en_template_fa_validation.jsonl
  • split: test path: BMLAMADataset/en_template_fa_test.jsonl
• config_name: BMLAMADataset_lighteval_ga data_files:
  • split: validation path: BMLAMADataset/lighteval_ga_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_ga_test.jsonl
• config_name: BMLAMADataset_lighteval_tr data_files:
  • split: test path: BMLAMADataset/lighteval_tr_test.jsonl
  • split: validation path: BMLAMADataset/lighteval_tr_validation.jsonl
• config_name: BMLAMADataset_lighteval_et data_files:
  • split: validation path: BMLAMADataset/lighteval_et_validation.jsonl
  • split: test path: BMLAMADataset/lighteval_et_test.jsonl
• config_name: BMLAMADataset_en_template_ur data_files:
  • split: test path: BMLAMADataset/en_template_ur_test.jsonl
  • split: validation path: BMLAMADataset/en_template_ur_validation.jsonl
• config_name: BMLAMADataset_en_template_km data_files:
  • split: validation path: BMLAMADataset/en_template_km_validation.jsonl
  • split: test path: BMLAMADataset/en_template_km_test.jsonl
• config_name: TruthfulQADataset_local_template_zh data_files:
  • split: test path: TruthfulQADataset/local_template_zh_test.jsonl
• config_name: TruthfulQADataset_lighteval_de data_files:
  • split: test path: TruthfulQADataset/lighteval_de_test.jsonl
• config_name: TruthfulQADataset_lighteval_bg data_files:
  • split: test path: TruthfulQADataset/lighteval_bg_test.jsonl
• config_name: TruthfulQADataset_lighteval_no data_files:
  • split: test path: TruthfulQADataset/lighteval_no_test.jsonl
• config_name: TruthfulQADataset_en_template_bn data_files:
  • split: test path: TruthfulQADataset/en_template_bn_test.jsonl
• config_name: TruthfulQADataset_local_template_kk data_files:
  • split: test path: TruthfulQADataset/local_template_kk_test.jsonl
• config_name: TruthfulQADataset_local_template_hr data_files:
  • split: test path: TruthfulQADataset/local_template_hr_test.jsonl
• config_name: TruthfulQADataset_en_template_gu data_files:
  • split: test path: TruthfulQADataset/en_template_gu_test.jsonl
• config_name: TruthfulQADataset_en_template_pt data_files:
  • split: test path: TruthfulQADataset/en_template_pt_test.jsonl
• config_name: TruthfulQADataset_lighteval_uk data_files:
  • split: test path: TruthfulQADataset/lighteval_uk_test.jsonl
• config_name: TruthfulQADataset_en_template_da data_files:
  • split: test path: TruthfulQADataset/en_template_da_test.jsonl
• config_name: TruthfulQADataset_en_template_es data_files:
  • split: test path: TruthfulQADataset/en_template_es_test.jsonl
• config_name: TruthfulQADataset_en_template_ml data_files:
  • split: test path: TruthfulQADataset/en_template_ml_test.jsonl
• config_name: TruthfulQADataset_local_template_is data_files:
  • split: test path: TruthfulQADataset/local_template_is_test.jsonl
• config_name: TruthfulQADataset_en_template_kn data_files:
  • split: test path: TruthfulQADataset/en_template_kn_test.jsonl
• config_name: TruthfulQADataset_en_template_hi data_files:
  • split: test path: TruthfulQADataset/en_template_hi_test.jsonl
• config_name: TruthfulQADataset_local_template_lv data_files:
  • split: test path: TruthfulQADataset/local_template_lv_test.jsonl
• config_name: TruthfulQADataset_en_template_mr data_files:
  • split: test path: TruthfulQADataset/en_template_mr_test.jsonl
• config_name: TruthfulQADataset_local_template_ar data_files:
  • split: test path: TruthfulQADataset/local_template_ar_test.jsonl
• config_name: TruthfulQADataset_local_template_sv data_files:
  • split: test path: TruthfulQADataset/local_template_sv_test.jsonl
• config_name: TruthfulQADataset_lighteval_sw data_files:
  • split: test path: TruthfulQADataset/lighteval_sw_test.jsonl
• config_name: TruthfulQADataset_en_template_az data_files:
  • split: test path: TruthfulQADataset/en_template_az_test.jsonl
• config_name: TruthfulQADataset_local_template_bn data_files:
  • split: test path: TruthfulQADataset/local_template_bn_test.jsonl
• config_name: TruthfulQADataset_en_template_kk data_files:
  • split: test path: TruthfulQADataset/en_template_kk_test.jsonl
• config_name: TruthfulQADataset_en_template_zh data_files:
  • split: test path: TruthfulQADataset/en_template_zh_test.jsonl
• config_name: TruthfulQADataset_lighteval_he data_files:
  • split: test path: TruthfulQADataset/lighteval_he_test.jsonl
• config_name: TruthfulQADataset_lighteval_vi data_files:
  • split: test path: TruthfulQADataset/lighteval_vi_test.jsonl
• config_name: TruthfulQADataset_lighteval_sl data_files:
  • split: test path: TruthfulQADataset/lighteval_sl_test.jsonl
• config_name: TruthfulQADataset_lighteval_ceb data_files:
  • split: test path: TruthfulQADataset/lighteval_ceb_test.jsonl
• config_name: TruthfulQADataset_local_template_pt data_files:
  • split: test path: TruthfulQADataset/local_template_pt_test.jsonl
• config_name: TruthfulQADataset_lighteval_sr data_files:
  • split: test path: TruthfulQADataset/lighteval_sr_test.jsonl
• config_name: TruthfulQADataset_local_template_gu data_files:
  • split: test path: TruthfulQADataset/local_template_gu_test.jsonl
• config_name: TruthfulQADataset_en_template_hr data_files:
  • split: test path: TruthfulQADataset/en_template_hr_test.jsonl
• config_name: TruthfulQADataset_en_template_is data_files:
  • split: test path: TruthfulQADataset/en_template_is_test.jsonl
• config_name: TruthfulQADataset_local_template_es data_files:
  • split: test path: TruthfulQADataset/local_template_es_test.jsonl
• config_name: TruthfulQADataset_local_template_ml data_files:
  • split: test path: TruthfulQADataset/local_template_ml_test.jsonl
• config_name: TruthfulQADataset_en_template_lv data_files:
  • split: test path: TruthfulQADataset/en_template_lv_test.jsonl
• config_name: TruthfulQADataset_local_template_kn data_files:
  • split: test path: TruthfulQADataset/local_template_kn_test.jsonl
• config_name: TruthfulQADataset_lighteval_ko data_files:
  • split: test path: TruthfulQADataset/lighteval_ko_test.jsonl
• config_name: TruthfulQADataset_local_template_hi data_files:
  • split: test path: TruthfulQADataset/local_template_hi_test.jsonl
• config_name: TruthfulQADataset_local_template_da data_files:
  • split: test path: TruthfulQADataset/local_template_da_test.jsonl
• config_name: TruthfulQADataset_local_template_az data_files:
  • split: test path: TruthfulQADataset/local_template_az_test.jsonl
• config_name: TruthfulQADataset_lighteval_id data_files:
  • split: test path: TruthfulQADataset/lighteval_id_test.jsonl
• config_name: TruthfulQADataset_en_template_sv data_files:
  • split: test path: TruthfulQADataset/en_template_sv_test.jsonl
• config_name: TruthfulQADataset_en_template_ceb data_files:
  • split: test path: TruthfulQADataset/en_template_ceb_test.jsonl
• config_name: TruthfulQADataset_en_template_ar data_files:
  • split: test path: TruthfulQADataset/en_template_ar_test.jsonl
• config_name: TruthfulQADataset_local_template_mr data_files:
  • split: test path: TruthfulQADataset/local_template_mr_test.jsonl
• config_name: TruthfulQADataset_lighteval_el data_files:
  • split: test path: TruthfulQADataset/lighteval_el_test.jsonl
• config_name: TruthfulQADataset_lighteval_ms data_files:
  • split: test path: TruthfulQADataset/lighteval_ms_test.jsonl
• config_name: TruthfulQADataset_en_template_ta data_files:
  • split: test path: TruthfulQADataset/en_template_ta_test.jsonl
• config_name: TruthfulQADataset_lighteval_uz data_files:
  • split: test path: TruthfulQADataset/lighteval_uz_test.jsonl
• config_name: TruthfulQADataset_en_template_sq data_files:
  • split: test path: TruthfulQADataset/en_template_sq_test.jsonl
• config_name: TruthfulQADataset_lighteval_th data_files:
  • split: test path: TruthfulQADataset/lighteval_th_test.jsonl
• config_name: TruthfulQADataset_local_template_ga data_files:
  • split: test path: TruthfulQADataset/local_template_ga_test.jsonl
• config_name: TruthfulQADataset_local_template_ru data_files:
  • split: test path: TruthfulQADataset/local_template_ru_test.jsonl
• config_name: TruthfulQADataset_lighteval_fr data_files:
  • split: test path: TruthfulQADataset/lighteval_fr_test.jsonl
• config_name: TruthfulQADataset_local_template_et data_files:
  • split: test path: TruthfulQADataset/local_template_et_test.jsonl
• config_name: TruthfulQADataset_lighteval_pa data_files:
  • split: test path: TruthfulQADataset/lighteval_pa_test.jsonl
• config_name: TruthfulQADataset_local_template_nl data_files:
  • split: test path: TruthfulQADataset/local_template_nl_test.jsonl
• config_name: TruthfulQADataset_en_template_it data_files:
  • split: test path: TruthfulQADataset/en_template_it_test.jsonl
• config_name: TruthfulQADataset_lighteval_te data_files:
  • split: test path: TruthfulQADataset/lighteval_te_test.jsonl
• config_name: TruthfulQADataset_en_template_hu data_files:
  • split: test path: TruthfulQADataset/en_template_hu_test.jsonl
• config_name: TruthfulQADataset_lighteval_fa data_files:
  • split: test path: TruthfulQADataset/lighteval_fa_test.jsonl
• config_name: TruthfulQADataset_lighteval_my data_files:
  • split: test path: TruthfulQADataset/lighteval_my_test.jsonl
• config_name: TruthfulQADataset_en_template_tl data_files:
  • split: test path: TruthfulQADataset/en_template_tl_test.jsonl
• config_name: TruthfulQADataset_lighteval_sk data_files:
  • split: test path: TruthfulQADataset/lighteval_sk_test.jsonl
• config_name: TruthfulQADataset_lighteval_pl data_files:
  • split: test path: TruthfulQADataset/lighteval_pl_test.jsonl
• config_name: TruthfulQADataset_en_template_tr data_files:
  • split: test path: TruthfulQADataset/en_template_tr_test.jsonl
• config_name: TruthfulQADataset_en_template_af data_files:
  • split: test path: TruthfulQADataset/en_template_af_test.jsonl
• config_name: TruthfulQADataset_local_template_jv data_files:
  • split: test path: TruthfulQADataset/local_template_jv_test.jsonl
• config_name: TruthfulQADataset_en_template_cs data_files:
  • split: test path: TruthfulQADataset/en_template_cs_test.jsonl
• config_name: TruthfulQADataset_local_template_lt data_files:
  • split: test path: TruthfulQADataset/local_template_lt_test.jsonl
• config_name: TruthfulQADataset_lighteval_ca data_files:
  • split: test path: TruthfulQADataset/lighteval_ca_test.jsonl
• config_name: TruthfulQADataset_lighteval_ur data_files:
  • split: test path: TruthfulQADataset/lighteval_ur_test.jsonl
• config_name: TruthfulQADataset_local_template_sq data_files:
  • split: test path: TruthfulQADataset/local_template_sq_test.jsonl
• config_name: TruthfulQADataset_local_template_ta data_files:
  • split: test path: TruthfulQADataset/local_template_ta_test.jsonl
• config_name: TruthfulQADataset_local_template_it data_files:
  • split: test path: TruthfulQADataset/local_template_it_test.jsonl
• config_name: TruthfulQADataset_ml61_mix_2 data_files:
  • split: test path: TruthfulQADataset/ml61_mix_2_test.jsonl
• config_name: TruthfulQADataset_en_template_et data_files:
  • split: test path: TruthfulQADataset/en_template_et_test.jsonl
• config_name: TruthfulQADataset_en_template_nl data_files:
  • split: test path: TruthfulQADataset/en_template_nl_test.jsonl
• config_name: TruthfulQADataset_en_template_ru data_files:
  • split: test path: TruthfulQADataset/en_template_ru_test.jsonl
• config_name: TruthfulQADataset_en_template_ga data_files:
  • split: test path: TruthfulQADataset/en_template_ga_test.jsonl
• config_name: TruthfulQADataset_lighteval_ro data_files:
  • split: test path: TruthfulQADataset/lighteval_ro_test.jsonl
• config_name: TruthfulQADataset_lighteval_ja data_files:
  • split: test path: TruthfulQADataset/lighteval_ja_test.jsonl
• config_name: TruthfulQADataset_local_template_tl data_files:
  • split: test path: TruthfulQADataset/local_template_tl_test.jsonl
• config_name: TruthfulQADataset_lighteval_en data_files:
  • split: test path: TruthfulQADataset/lighteval_en_test.jsonl
• config_name: TruthfulQADataset_lighteval_fi data_files:
  • split: test path: TruthfulQADataset/lighteval_fi_test.jsonl
• config_name: TruthfulQADataset_local_template_hu data_files:
  • split: test path: TruthfulQADataset/local_template_hu_test.jsonl
• config_name: TruthfulQADataset_en_template_jv data_files:
  • split: test path: TruthfulQADataset/en_template_jv_test.jsonl
• config_name: TruthfulQADataset_en_template_lt data_files:
  • split: test path: TruthfulQADataset/en_template_lt_test.jsonl
• config_name: TruthfulQADataset_lighteval_km data_files:
  • split: test path: TruthfulQADataset/lighteval_km_test.jsonl
• config_name: TruthfulQADataset_local_template_cs data_files:
  • split: test path: TruthfulQADataset/local_template_cs_test.jsonl
• config_name: TruthfulQADataset_local_template_af data_files:
  • split: test path: TruthfulQADataset/local_template_af_test.jsonl
• config_name: TruthfulQADataset_local_template_tr data_files:
  • split: test path: TruthfulQADataset/local_template_tr_test.jsonl
• config_name: TruthfulQADataset_en_template_de data_files:
  • split: test path: TruthfulQADataset/en_template_de_test.jsonl
• config_name: TruthfulQADataset_local_template_vi data_files:
  • split: test path: TruthfulQADataset/local_template_vi_test.jsonl
• config_name: TruthfulQADataset_local_template_he data_files:
  • split: test path: TruthfulQADataset/local_template_he_test.jsonl
• config_name: TruthfulQADataset_en_template_bg data_files:
  • split: test path: TruthfulQADataset/en_template_bg_test.jsonl
• config_name: TruthfulQADataset_local_template_sl data_files:
  • split: test path: TruthfulQADataset/local_template_sl_test.jsonl
• config_name: TruthfulQADataset_lighteval_bn data_files:
  • split: test path: TruthfulQADataset/lighteval_bn_test.jsonl
• config_name: TruthfulQADataset_en_template_no data_files:
  • split: test path: TruthfulQADataset/en_template_no_test.jsonl
• config_name: TruthfulQADataset_lighteval_gu data_files:
  • split: test path: TruthfulQADataset/lighteval_gu_test.jsonl
• config_name: TruthfulQADataset_local_template_sr data_files:
  • split: test path: TruthfulQADataset/local_template_sr_test.jsonl
• config_name: TruthfulQADataset_lighteval_pt data_files:
  • split: test path: TruthfulQADataset/lighteval_pt_test.jsonl
• config_name: TruthfulQADataset_lighteval_da data_files:
  • split: test path: TruthfulQADataset/lighteval_da_test.jsonl
• config_name: TruthfulQADataset_en_template_uk data_files:
  • split: test path: TruthfulQADataset/en_template_uk_test.jsonl
• config_name: TruthfulQADataset_lighteval_ml data_files:
  • split: test path: TruthfulQADataset/lighteval_ml_test.jsonl
• config_name: TruthfulQADataset_lighteval_es data_files:
  • split: test path: TruthfulQADataset/lighteval_es_test.jsonl
• config_name: TruthfulQADataset_lighteval_hi data_files:
  • split: test path: TruthfulQADataset/lighteval_hi_test.jsonl
• config_name: TruthfulQADataset_local_template_ko data_files:
  • split: test path: TruthfulQADataset/local_template_ko_test.jsonl
• config_name: TruthfulQADataset_lighteval_kn data_files:
  • split: test path: TruthfulQADataset/lighteval_kn_test.jsonl
• config_name: TruthfulQADataset_local_template_ms data_files:
  • split: test path: TruthfulQADataset/local_template_ms_test.jsonl
• config_name: TruthfulQADataset_local_template_el data_files:
  • split: test path: TruthfulQADataset/local_template_el_test.jsonl
• config_name: TruthfulQADataset_lighteval_mr data_files:
  • split: test path: TruthfulQADataset/lighteval_mr_test.jsonl
• config_name: TruthfulQADataset_local_template_id data_files:
  • split: test path: TruthfulQADataset/local_template_id_test.jsonl
• config_name: TruthfulQADataset_lighteval_az data_files:
  • split: test path: TruthfulQADataset/lighteval_az_test.jsonl
• config_name: TruthfulQADataset_en_template_sw data_files:
  • split: test path: TruthfulQADataset/en_template_sw_test.jsonl
• config_name: TruthfulQADataset_local_template_no data_files:
  • split: test path: TruthfulQADataset/local_template_no_test.jsonl
• config_name: TruthfulQADataset_lighteval_kk data_files:
  • split: test path: TruthfulQADataset/lighteval_kk_test.jsonl
• config_name: TruthfulQADataset_en_template_vi data_files:
  • split: test path: TruthfulQADataset/en_template_vi_test.jsonl
• config_name: TruthfulQADataset_en_template_he data_files:
  • split: test path: TruthfulQADataset/en_template_he_test.jsonl
• config_name: TruthfulQADataset_lighteval_zh data_files:
  • split: test path: TruthfulQADataset/lighteval_zh_test.jsonl
• config_name: TruthfulQADataset_local_template_de data_files:
  • split: test path: TruthfulQADataset/local_template_de_test.jsonl
• config_name: TruthfulQADataset_en_template_sl data_files:
  • split: test path: TruthfulQADataset/en_template_sl_test.jsonl
• config_name: TruthfulQADataset_local_template_bg data_files:
  • split: test path: TruthfulQADataset/local_template_bg_test.jsonl
• config_name: TruthfulQADataset_en_template_sr data_files:
  • split: test path: TruthfulQADataset/en_template_sr_test.jsonl
• config_name: TruthfulQADataset_lighteval_hr data_files:
  • split: test path: TruthfulQADataset/lighteval_hr_test.jsonl
• config_name: TruthfulQADataset_lighteval_is data_files:
  • split: test path: TruthfulQADataset/lighteval_is_test.jsonl
• config_name: TruthfulQADataset_en_template_ko data_files:
  • split: test path: TruthfulQADataset/en_template_ko_test.jsonl
• config_name: TruthfulQADataset_lighteval_lv data_files:
  • split: test path: TruthfulQADataset/lighteval_lv_test.jsonl
• config_name: TruthfulQADataset_local_template_uk data_files:
  • split: test path: TruthfulQADataset/local_template_uk_test.jsonl
• config_name: TruthfulQADataset_local_template_ceb data_files:
  • split: test path: TruthfulQADataset/local_template_ceb_test.jsonl
• config_name: TruthfulQADataset_local_template_sw data_files:
  • split: test path: TruthfulQADataset/local_template_sw_test.jsonl
• config_name: TruthfulQADataset_lighteval_sv data_files:
  • split: test path: TruthfulQADataset/lighteval_sv_test.jsonl
• config_name: TruthfulQADataset_en_template_id data_files:
  • split: test path: TruthfulQADataset/en_template_id_test.jsonl
• config_name: TruthfulQADataset_en_template_ms data_files:
  • split: test path: TruthfulQADataset/en_template_ms_test.jsonl
• config_name: TruthfulQADataset_en_template_el data_files:
  • split: test path: TruthfulQADataset/en_template_el_test.jsonl
• config_name: TruthfulQADataset_lighteval_ar data_files:
  • split: test path: TruthfulQADataset/lighteval_ar_test.jsonl
• config_name: TruthfulQADataset_lighteval_ta data_files:
  • split: test path: TruthfulQADataset/lighteval_ta_test.jsonl
• config_name: TruthfulQADataset_en_template_uz data_files:
  • split: test path: TruthfulQADataset/en_template_uz_test.jsonl
• config_name: TruthfulQADataset_local_template_ur data_files:
  • split: test path: TruthfulQADataset/local_template_ur_test.jsonl
• config_name: TruthfulQADataset_local_template_ca data_files:
  • split: test path: TruthfulQADataset/local_template_ca_test.jsonl
• config_name: TruthfulQADataset_en_template_th data_files:
  • split: test path: TruthfulQADataset/en_template_th_test.jsonl
• config_name: TruthfulQADataset_lighteval_sq data_files:
  • split: test path: TruthfulQADataset/lighteval_sq_test.jsonl
• config_name: TruthfulQADataset_lighteval_it data_files:
  • split: test path: TruthfulQADataset/lighteval_it_test.jsonl
• config_name: TruthfulQADataset_en_template_pa data_files:
  • split: test path: TruthfulQADataset/en_template_pa_test.jsonl
• config_name: TruthfulQADataset_en_template_fr data_files:
  • split: test path: TruthfulQADataset/en_template_fr_test.jsonl
• config_name: TruthfulQADataset_en_template_te data_files:
  • split: test path: TruthfulQADataset/en_template_te_test.jsonl
• config_name: TruthfulQADataset_local_template_fi data_files:
  • split: test path: TruthfulQADataset/local_template_fi_test.jsonl
• config_name: TruthfulQADataset_local_template_en data_files:
  • split: test path: TruthfulQADataset/local_template_en_test.jsonl
• config_name: TruthfulQADataset_lighteval_hu data_files:
  • split: test path: TruthfulQADataset/lighteval_hu_test.jsonl
• config_name: TruthfulQADataset_local_template_ro data_files:
  • split: test path: TruthfulQADataset/local_template_ro_test.jsonl
• config_name: TruthfulQADataset_local_template_ja data_files:
  • split: test path: TruthfulQADataset/local_template_ja_test.jsonl
• config_name: TruthfulQADataset_ml61_mix_lighteval_2 data_files:
  • split: test path: TruthfulQADataset/ml61_mix_lighteval_2_test.jsonl
• config_name: TruthfulQADataset_lighteval_tl data_files:
  • split: test path: TruthfulQADataset/lighteval_tl_test.jsonl
• config_name: TruthfulQADataset_en_template_my data_files:
  • split: test path: TruthfulQADataset/en_template_my_test.jsonl
• config_name: TruthfulQADataset_en_template_fa data_files:
  • split: test path: TruthfulQADataset/en_template_fa_test.jsonl
• config_name: TruthfulQADataset_lighteval_af data_files:
  • split: test path: TruthfulQADataset/lighteval_af_test.jsonl
• config_name: TruthfulQADataset_lighteval_tr data_files:
  • split: test path: TruthfulQADataset/lighteval_tr_test.jsonl
• config_name: TruthfulQADataset_en_template_pl data_files:
  • split: test path: TruthfulQADataset/en_template_pl_test.jsonl
• config_name: TruthfulQADataset_en_template_sk data_files:
  • split: test path: TruthfulQADataset/en_template_sk_test.jsonl
• config_name: TruthfulQADataset_lighteval_cs data_files:
  • split: test path: TruthfulQADataset/lighteval_cs_test.jsonl
• config_name: TruthfulQADataset_local_template_km data_files:
  • split: test path: TruthfulQADataset/local_template_km_test.jsonl
• config_name: TruthfulQADataset_en_template_ur data_files:
  • split: test path: TruthfulQADataset/en_template_ur_test.jsonl
• config_name: TruthfulQADataset_en_template_ca data_files:
  • split: test path: TruthfulQADataset/en_template_ca_test.jsonl
• config_name: TruthfulQADataset_local_template_th data_files:
  • split: test path: TruthfulQADataset/local_template_th_test.jsonl
• config_name: TruthfulQADataset_local_template_uz data_files:
  • split: test path: TruthfulQADataset/local_template_uz_test.jsonl
• config_name: TruthfulQADataset_local_template_pa data_files:
  • split: test path: TruthfulQADataset/local_template_pa_test.jsonl
• config_name: TruthfulQADataset_lighteval_nl data_files:
  • split: test path: TruthfulQADataset/lighteval_nl_test.jsonl
• config_name: TruthfulQADataset_lighteval_et data_files:
  • split: test path: TruthfulQADataset/lighteval_et_test.jsonl
• config_name: TruthfulQADataset_local_template_fr data_files:
  • split: test path: TruthfulQADataset/local_template_fr_test.jsonl
• config_name: TruthfulQADataset_lighteval_ga data_files:
  • split: test path: TruthfulQADataset/lighteval_ga_test.jsonl
• config_name: TruthfulQADataset_lighteval_ru data_files:
  • split: test path: TruthfulQADataset/lighteval_ru_test.jsonl
• config_name: TruthfulQADataset_en_template_ro data_files:
  • split: test path: TruthfulQADataset/en_template_ro_test.jsonl
• config_name: TruthfulQADataset_local_template_my data_files:
  • split: test path: TruthfulQADataset/local_template_my_test.jsonl
• config_name: TruthfulQADataset_local_template_fa data_files:
  • split: test path: TruthfulQADataset/local_template_fa_test.jsonl
• config_name: TruthfulQADataset_en_template_ja data_files:
  • split: test path: TruthfulQADataset/en_template_ja_test.jsonl
• config_name: TruthfulQADataset_en_template_fi data_files:
  • split: test path: TruthfulQADataset/en_template_fi_test.jsonl
• config_name: TruthfulQADataset_en_template_en data_files:
  • split: test path: TruthfulQADataset/en_template_en_test.jsonl
• config_name: TruthfulQADataset_local_template_te data_files:
  • split: test path: TruthfulQADataset/local_template_te_test.jsonl
• config_name: TruthfulQADataset_lighteval_jv data_files:
  • split: test path: TruthfulQADataset/lighteval_jv_test.jsonl
• config_name: TruthfulQADataset_en_template_km data_files:
  • split: test path: TruthfulQADataset/en_template_km_test.jsonl
• config_name: TruthfulQADataset_lighteval_lt data_files:
  • split: test path: TruthfulQADataset/lighteval_lt_test.jsonl
• config_name: TruthfulQADataset_local_template_pl data_files:
  • split: test path: TruthfulQADataset/local_template_pl_test.jsonl
• config_name: TruthfulQADataset_local_template_sk data_files:
  • split: test path: TruthfulQADataset/local_template_sk_test.jsonl
• config_name: MNLIDataset_local_template_zh data_files:
  • split: test path: MNLIDataset/local_template_zh_test.jsonl
  • split: validation path: MNLIDataset/local_template_zh_validation.jsonl
• config_name: MNLIDataset_local_template_hr data_files:
  • split: validation path: MNLIDataset/local_template_hr_validation.jsonl
  • split: test path: MNLIDataset/local_template_hr_test.jsonl
• config_name: MNLIDataset_local_template_my data_files:
  • split: validation path: MNLIDataset/local_template_my_validation.jsonl
  • split: test path: MNLIDataset/local_template_my_test.jsonl
• config_name: MNLIDataset_en_template_te data_files:
  • split: validation path: MNLIDataset/en_template_te_validation.jsonl
  • split: test path: MNLIDataset/en_template_te_test.jsonl
• config_name: MNLIDataset_en_template_bn data_files:
  • split: test path: MNLIDataset/en_template_bn_test.jsonl
  • split: validation path: MNLIDataset/en_template_bn_validation.jsonl
• config_name: MNLIDataset_en_template_el data_files:
  • split: validation path: MNLIDataset/en_template_el_validation.jsonl
  • split: test path: MNLIDataset/en_template_el_test.jsonl
• config_name: MNLIDataset_local_template_kk data_files:
  • split: test path: MNLIDataset/local_template_kk_test.jsonl
  • split: validation path: MNLIDataset/local_template_kk_validation.jsonl
• config_name: MNLIDataset_local_template_en data_files:
  • split: validation path: MNLIDataset/local_template_en_validation.jsonl
  • split: test path: MNLIDataset/local_template_en_test.jsonl
• config_name: MNLIDataset_local_template_da data_files:
  • split: validation path: MNLIDataset/local_template_da_validation.jsonl
  • split: test path: MNLIDataset/local_template_da_test.jsonl
• config_name: MNLIDataset_en_template_lt data_files:
  • split: validation path: MNLIDataset/en_template_lt_validation.jsonl
  • split: test path: MNLIDataset/en_template_lt_test.jsonl
• config_name: MNLIDataset_en_template_gu data_files:
  • split: test path: MNLIDataset/en_template_gu_test.jsonl
  • split: validation path: MNLIDataset/en_template_gu_validation.jsonl
• config_name: MNLIDataset_local_template_lv data_files:
  • split: validation path: MNLIDataset/local_template_lv_validation.jsonl
  • split: test path: MNLIDataset/local_template_lv_test.jsonl
• config_name: MNLIDataset_ml61_mix_2 data_files:
  • split: validation path: MNLIDataset/ml61_mix_2_validation.jsonl
  • split: test path: MNLIDataset/ml61_mix_2_test.jsonl
• config_name: MNLIDataset_en_template_pa data_files:
  • split: validation path: MNLIDataset/en_template_pa_validation.jsonl
  • split: test path: MNLIDataset/en_template_pa_test.jsonl
• config_name: MNLIDataset_en_template_pt data_files:
  • split: test path: MNLIDataset/en_template_pt_test.jsonl
  • split: validation path: MNLIDataset/en_template_pt_validation.jsonl
• config_name: MNLIDataset_local_template_mr data_files:
  • split: validation path: MNLIDataset/local_template_mr_validation.jsonl
  • split: test path: MNLIDataset/local_template_mr_test.jsonl
• config_name: MNLIDataset_en_template_zh data_files:
  • split: validation path: MNLIDataset/en_template_zh_validation.jsonl
  • split: test path: MNLIDataset/en_template_zh_test.jsonl
• config_name: MNLIDataset_en_template_da data_files:
  • split: test path: MNLIDataset/en_template_da_test.jsonl
  • split: validation path: MNLIDataset/en_template_da_validation.jsonl
• config_name: MNLIDataset_local_template_tl data_files:
  • split: validation path: MNLIDataset/local_template_tl_validation.jsonl
  • split: test path: MNLIDataset/local_template_tl_test.jsonl
• config_name: MNLIDataset_local_template_ceb data_files:
  • split: validation path: MNLIDataset/local_template_ceb_validation.jsonl
  • split: test path: MNLIDataset/local_template_ceb_test.jsonl
• config_name: MNLIDataset_en_template_fi data_files:
  • split: validation path: MNLIDataset/en_template_fi_validation.jsonl
  • split: test path: MNLIDataset/en_template_fi_test.jsonl
• config_name: MNLIDataset_en_template_es data_files:
  • split: test path: MNLIDataset/en_template_es_test.jsonl
  • split: validation path: MNLIDataset/en_template_es_validation.jsonl
• config_name: MNLIDataset_en_template_ml data_files:
  • split: test path: MNLIDataset/en_template_ml_test.jsonl
  • split: validation path: MNLIDataset/en_template_ml_validation.jsonl
• config_name: MNLIDataset_local_template_is data_files:
  • split: test path: MNLIDataset/local_template_is_test.jsonl
  • split: validation path: MNLIDataset/local_template_is_validation.jsonl
• config_name: MNLIDataset_en_template_kn data_files:
  • split: test path: MNLIDataset/en_template_kn_test.jsonl
  • split: validation path: MNLIDataset/en_template_kn_validation.jsonl
• config_name: MNLIDataset_en_template_hi data_files:
  • split: test path: MNLIDataset/en_template_hi_test.jsonl
  • split: validation path: MNLIDataset/en_template_hi_validation.jsonl
• config_name: MNLIDataset_en_template_mr data_files:
  • split: test path: MNLIDataset/en_template_mr_test.jsonl
  • split: validation path: MNLIDataset/en_template_mr_validation.jsonl
• config_name: MNLIDataset_en_template_it data_files:
  • split: validation path: MNLIDataset/en_template_it_validation.jsonl
  • split: test path: MNLIDataset/en_template_it_test.jsonl
• config_name: MNLIDataset_local_template_ar data_files:
  • split: test path: MNLIDataset/local_template_ar_test.jsonl
  • split: validation path: MNLIDataset/local_template_ar_validation.jsonl
• config_name: MNLIDataset_local_template_sr data_files:
  • split: validation path: MNLIDataset/local_template_sr_validation.jsonl
  • split: test path: MNLIDataset/local_template_sr_test.jsonl
• config_name: MNLIDataset_local_template_sv data_files:
  • split: test path: MNLIDataset/local_template_sv_test.jsonl
  • split: validation path: MNLIDataset/local_template_sv_validation.jsonl
• config_name: MNLIDataset_en_template_az data_files:
  • split: test path: MNLIDataset/en_template_az_test.jsonl
  • split: validation path: MNLIDataset/en_template_az_validation.jsonl
• config_name: MNLIDataset_local_template_bn data_files:
  • split: test path: MNLIDataset/local_template_bn_test.jsonl
  • split: validation path: MNLIDataset/local_template_bn_validation.jsonl
• config_name: MNLIDataset_local_template_pl data_files:
  • split: validation path: MNLIDataset/local_template_pl_validation.jsonl
  • split: test path: MNLIDataset/local_template_pl_test.jsonl
• config_name: MNLIDataset_en_template_kk data_files:
  • split: test path: MNLIDataset/en_template_kk_test.jsonl
  • split: validation path: MNLIDataset/en_template_kk_validation.jsonl
• config_name: MNLIDataset_local_template_vi data_files:
  • split: validation path: MNLIDataset/local_template_vi_validation.jsonl
  • split: test path: MNLIDataset/local_template_vi_test.jsonl
• config_name: MNLIDataset_en_template_id data_files:
  • split: validation path: MNLIDataset/en_template_id_validation.jsonl
  • split: test path: MNLIDataset/en_template_id_test.jsonl
• config_name: MNLIDataset_local_template_hi data_files:
  • split: validation path: MNLIDataset/local_template_hi_validation.jsonl
  • split: test path: MNLIDataset/local_template_hi_test.jsonl
• config_name: MNLIDataset_local_template_th data_files:
  • split: validation path: MNLIDataset/local_template_th_validation.jsonl
  • split: test path: MNLIDataset/local_template_th_test.jsonl
• config_name: MNLIDataset_local_template_pt data_files:
  • split: test path: MNLIDataset/local_template_pt_test.jsonl
  • split: validation path: MNLIDataset/local_template_pt_validation.jsonl
• config_name: MNLIDataset_en_template_ro data_files:
  • split: validation path: MNLIDataset/en_template_ro_validation.jsonl
  • split: test path: MNLIDataset/en_template_ro_test.jsonl
• config_name: MNLIDataset_local_template_gu data_files:
  • split: test path: MNLIDataset/local_template_gu_test.jsonl
  • split: validation path: MNLIDataset/local_template_gu_validation.jsonl
• config_name: MNLIDataset_local_template_nl data_files:
  • split: validation path: MNLIDataset/local_template_nl_validation.jsonl
  • split: test path: MNLIDataset/local_template_nl_test.jsonl
• config_name: MNLIDataset_en_template_hr data_files:
  • split: test path: MNLIDataset/en_template_hr_test.jsonl
  • split: validation path: MNLIDataset/en_template_hr_validation.jsonl
• config_name: MNLIDataset_local_template_az data_files:
  • split: validation path: MNLIDataset/local_template_az_validation.jsonl
  • split: test path: MNLIDataset/local_template_az_test.jsonl
• config_name: MNLIDataset_en_template_is data_files:
  • split: test path: MNLIDataset/en_template_is_test.jsonl
  • split: validation path: MNLIDataset/en_template_is_validation.jsonl
• config_name: MNLIDataset_local_template_es data_files:
  • split: test path: MNLIDataset/local_template_es_test.jsonl
  • split: validation path: MNLIDataset/local_template_es_validation.jsonl
• config_name: MNLIDataset_local_template_ml data_files:
  • split: test path: MNLIDataset/local_template_ml_test.jsonl
  • split: validation path: MNLIDataset/local_template_ml_validation.jsonl
• config_name: MNLIDataset_en_template_lv data_files:
  • split: test path: MNLIDataset/en_template_lv_test.jsonl
  • split: validation path: MNLIDataset/en_template_lv_validation.jsonl
• config_name: MNLIDataset_en_template_ja data_files:
  • split: validation path: MNLIDataset/en_template_ja_validation.jsonl
  • split: test path: MNLIDataset/en_template_ja_test.jsonl
• config_name: MNLIDataset_local_template_kn data_files:
  • split: test path: MNLIDataset/local_template_kn_test.jsonl
  • split: validation path: MNLIDataset/local_template_kn_validation.jsonl
• config_name: MNLIDataset_local_template_de data_files:
  • split: validation path: MNLIDataset/local_template_de_validation.jsonl
  • split: test path: MNLIDataset/local_template_de_test.jsonl
• config_name: MNLIDataset_en_template_uz data_files:
  • split: validation path: MNLIDataset/en_template_uz_validation.jsonl
  • split: test path: MNLIDataset/en_template_uz_test.jsonl
• config_name: MNLIDataset_en_template_sk data_files:
  • split: validation path: MNLIDataset/en_template_sk_validation.jsonl
  • split: test path: MNLIDataset/en_template_sk_test.jsonl
• config_name: MNLIDataset_en_template_fr data_files:
  • split: validation path: MNLIDataset/en_template_fr_validation.jsonl
  • split: test path: MNLIDataset/en_template_fr_test.jsonl
• config_name: MNLIDataset_en_template_sv data_files:
  • split: test path: MNLIDataset/en_template_sv_test.jsonl
  • split: validation path: MNLIDataset/en_template_sv_validation.jsonl
• config_name: MNLIDataset_en_template_ceb data_files:
  • split: test path: MNLIDataset/en_template_ceb_test.jsonl
  • split: validation path: MNLIDataset/en_template_ceb_validation.jsonl
• config_name: MNLIDataset_en_template_ar data_files:
  • split: test path: MNLIDataset/en_template_ar_test.jsonl
  • split: validation path: MNLIDataset/en_template_ar_validation.jsonl
• config_name: MNLIDataset_en_template_ta data_files:
  • split: validation path: MNLIDataset/en_template_ta_validation.jsonl
  • split: test path: MNLIDataset/en_template_ta_test.jsonl
• config_name: MNLIDataset_en_template_bg data_files:
  • split: validation path: MNLIDataset/en_template_bg_validation.jsonl
  • split: test path: MNLIDataset/en_template_bg_test.jsonl
• config_name: MNLIDataset_local_template_sl data_files:
  • split: validation path: MNLIDataset/local_template_sl_validation.jsonl
  • split: test path: MNLIDataset/local_template_sl_test.jsonl
• config_name: MNLIDataset_en_template_uk data_files:
  • split: validation path: MNLIDataset/en_template_uk_validation.jsonl
  • split: test path: MNLIDataset/en_template_uk_test.jsonl
• config_name: MNLIDataset_en_template_sq data_files:
  • split: test path: MNLIDataset/en_template_sq_test.jsonl
  • split: validation path: MNLIDataset/en_template_sq_validation.jsonl
• config_name: MNLIDataset_en_template_he data_files:
  • split: validation path: MNLIDataset/en_template_he_validation.jsonl
  • split: test path: MNLIDataset/en_template_he_test.jsonl
• config_name: MNLIDataset_local_template_ga data_files:
  • split: test path: MNLIDataset/local_template_ga_test.jsonl
  • split: validation path: MNLIDataset/local_template_ga_validation.jsonl
• config_name: MNLIDataset_local_template_ru data_files:
  • split: test path: MNLIDataset/local_template_ru_test.jsonl
  • split: validation path: MNLIDataset/local_template_ru_validation.jsonl
• config_name: MNLIDataset_local_template_fa data_files:
  • split: validation path: MNLIDataset/local_template_fa_validation.jsonl
  • split: test path: MNLIDataset/local_template_fa_test.jsonl
• config_name: MNLIDataset_en_template_ru data_files:
  • split: validation path: MNLIDataset/en_template_ru_validation.jsonl
  • split: test path: MNLIDataset/en_template_ru_test.jsonl
• config_name: MNLIDataset_local_template_et data_files:
  • split: test path: MNLIDataset/local_template_et_test.jsonl
  • split: validation path: MNLIDataset/local_template_et_validation.jsonl
• config_name: MNLIDataset_local_template_tr data_files:
  • split: validation path: MNLIDataset/local_template_tr_validation.jsonl
  • split: test path: MNLIDataset/local_template_tr_test.jsonl
• config_name: MNLIDataset_en_template_hu data_files:
  • split: test path: MNLIDataset/en_template_hu_test.jsonl
  • split: validation path: MNLIDataset/en_template_hu_validation.jsonl
• config_name: MNLIDataset_en_template_tl data_files:
  • split: test path: MNLIDataset/en_template_tl_test.jsonl
  • split: validation path: MNLIDataset/en_template_tl_validation.jsonl
• config_name: MNLIDataset_local_template_ca data_files:
  • split: validation path: MNLIDataset/local_template_ca_validation.jsonl
  • split: test path: MNLIDataset/local_template_ca_test.jsonl
• config_name: MNLIDataset_en_template_tr data_files:
  • split: test path: MNLIDataset/en_template_tr_test.jsonl
  • split: validation path: MNLIDataset/en_template_tr_validation.jsonl
• config_name: MNLIDataset_en_template_af data_files:
  • split: test path: MNLIDataset/en_template_af_test.jsonl
  • split: validation path: MNLIDataset/en_template_af_validation.jsonl
• config_name: MNLIDataset_local_template_jv data_files:
  • split: test path: MNLIDataset/local_template_jv_test.jsonl
  • split: validation path: MNLIDataset/local_template_jv_validation.jsonl
• config_name: MNLIDataset_local_template_ms data_files:
  • split: validation path: MNLIDataset/local_template_ms_validation.jsonl
  • split: test path: MNLIDataset/local_template_ms_test.jsonl
• config_name: MNLIDataset_en_template_cs data_files:
  • split: test path: MNLIDataset/en_template_cs_test.jsonl
  • split: validation path: MNLIDataset/en_template_cs_validation.jsonl
• config_name: MNLIDataset_local_template_lt data_files:
  • split: test path: MNLIDataset/local_template_lt_test.jsonl
  • split: validation path: MNLIDataset/local_template_lt_validation.jsonl
• config_name: MNLIDataset_en_template_no data_files:
  • split: validation path: MNLIDataset/en_template_no_validation.jsonl
  • split: test path: MNLIDataset/en_template_no_test.jsonl
• config_name: MNLIDataset_local_template_sq data_files:
  • split: test path: MNLIDataset/local_template_sq_test.jsonl
  • split: validation path: MNLIDataset/local_template_sq_validation.jsonl
• config_name: MNLIDataset_local_template_ta data_files:
  • split: test path: MNLIDataset/local_template_ta_test.jsonl
  • split: validation path: MNLIDataset/local_template_ta_validation.jsonl
• config_name: MNLIDataset_local_template_sw data_files:
  • split: validation path: MNLIDataset/local_template_sw_validation.jsonl
  • split: test path: MNLIDataset/local_template_sw_test.jsonl
• config_name: MNLIDataset_local_template_it data_files:
  • split: test path: MNLIDataset/local_template_it_test.jsonl
  • split: validation path: MNLIDataset/local_template_it_validation.jsonl
• config_name: MNLIDataset_en_template_et data_files:
  • split: test path: MNLIDataset/en_template_et_test.jsonl
  • split: validation path: MNLIDataset/en_template_et_validation.jsonl
• config_name: MNLIDataset_en_template_nl data_files:
  • split: test path: MNLIDataset/en_template_nl_test.jsonl
  • split: validation path: MNLIDataset/en_template_nl_validation.jsonl
• config_name: MNLIDataset_en_template_ga data_files:
  • split: test path: MNLIDataset/en_template_ga_test.jsonl
  • split: validation path: MNLIDataset/en_template_ga_validation.jsonl
• config_name: MNLIDataset_local_template_ur data_files:
  • split: validation path: MNLIDataset/local_template_ur_validation.jsonl
  • split: test path: MNLIDataset/local_template_ur_test.jsonl
• config_name: MNLIDataset_local_template_km data_files:
  • split: validation path: MNLIDataset/local_template_km_validation.jsonl
  • split: test path: MNLIDataset/local_template_km_test.jsonl
• config_name: MNLIDataset_en_template_ko data_files:
  • split: validation path: MNLIDataset/en_template_ko_validation.jsonl
  • split: test path: MNLIDataset/en_template_ko_test.jsonl
• config_name: MNLIDataset_local_template_hu data_files:
  • split: test path: MNLIDataset/local_template_hu_test.jsonl
  • split: validation path: MNLIDataset/local_template_hu_validation.jsonl
• config_name: MNLIDataset_en_template_jv data_files:
  • split: test path: MNLIDataset/en_template_jv_test.jsonl
  • split: validation path: MNLIDataset/en_template_jv_validation.jsonl
• config_name: MNLIDataset_local_template_cs data_files:
  • split: test path: MNLIDataset/local_template_cs_test.jsonl
  • split: validation path: MNLIDataset/local_template_cs_validation.jsonl
• config_name: MNLIDataset_local_template_af data_files:
  • split: test path: MNLIDataset/local_template_af_test.jsonl
  • split: validation path: MNLIDataset/local_template_af_validation.jsonl
• config_name: MNLIDataset_en_template_de data_files:
  • split: test path: MNLIDataset/en_template_de_test.jsonl
  • split: validation path: MNLIDataset/en_template_de_validation.jsonl
• config_name: MNLIDataset_en_template_sr data_files:
  • split: validation path: MNLIDataset/en_template_sr_validation.jsonl
  • split: test path: MNLIDataset/en_template_sr_test.jsonl
• config_name: MNLIDataset_local_template_he data_files:
  • split: test path: MNLIDataset/local_template_he_test.jsonl
  • split: validation path: MNLIDataset/local_template_he_validation.jsonl
• config_name: MNLIDataset_local_template_fi data_files:
  • split: validation path: MNLIDataset/local_template_fi_validation.jsonl
  • split: test path: MNLIDataset/local_template_fi_test.jsonl
• config_name: MNLIDataset_local_template_pa data_files:
  • split: validation path: MNLIDataset/local_template_pa_validation.jsonl
  • split: test path: MNLIDataset/local_template_pa_test.jsonl
• config_name: MNLIDataset_local_template_ko data_files:
  • split: test path: MNLIDataset/local_template_ko_test.jsonl
  • split: validation path: MNLIDataset/local_template_ko_validation.jsonl
• config_name: MNLIDataset_en_template_my data_files:
  • split: validation path: MNLIDataset/en_template_my_validation.jsonl
  • split: test path: MNLIDataset/en_template_my_test.jsonl
• config_name: MNLIDataset_local_template_te data_files:
  • split: validation path: MNLIDataset/local_template_te_validation.jsonl
  • split: test path: MNLIDataset/local_template_te_test.jsonl
• config_name: MNLIDataset_local_template_el data_files:
  • split: test path: MNLIDataset/local_template_el_test.jsonl
  • split: validation path: MNLIDataset/local_template_el_validation.jsonl
• config_name: MNLIDataset_en_template_en data_files:
  • split: validation path: MNLIDataset/en_template_en_validation.jsonl
  • split: test path: MNLIDataset/en_template_en_test.jsonl
• config_name: MNLIDataset_local_template_id data_files:
  • split: test path: MNLIDataset/local_template_id_test.jsonl
  • split: validation path: MNLIDataset/local_template_id_validation.jsonl
• config_name: MNLIDataset_en_template_sw data_files:
  • split: test path: MNLIDataset/en_template_sw_test.jsonl
  • split: validation path: MNLIDataset/en_template_sw_validation.jsonl
• config_name: MNLIDataset_local_template_no data_files:
  • split: test path: MNLIDataset/local_template_no_test.jsonl
  • split: validation path: MNLIDataset/local_template_no_validation.jsonl
• config_name: MNLIDataset_en_template_vi data_files:
  • split: test path: MNLIDataset/en_template_vi_test.jsonl
  • split: validation path: MNLIDataset/en_template_vi_validation.jsonl
• config_name: MNLIDataset_local_template_fr data_files:
  • split: validation path: MNLIDataset/local_template_fr_validation.jsonl
  • split: test path: MNLIDataset/local_template_fr_test.jsonl
• config_name: MNLIDataset_en_template_sl data_files:
  • split: test path: MNLIDataset/en_template_sl_test.jsonl
  • split: validation path: MNLIDataset/en_template_sl_validation.jsonl
• config_name: MNLIDataset_local_template_bg data_files:
  • split: test path: MNLIDataset/local_template_bg_test.jsonl
  • split: validation path: MNLIDataset/local_template_bg_validation.jsonl
• config_name: MNLIDataset_local_template_uz data_files:
  • split: validation path: MNLIDataset/local_template_uz_validation.jsonl
  • split: test path: MNLIDataset/local_template_uz_test.jsonl
• config_name: MNLIDataset_local_template_sk data_files:
  • split: validation path: MNLIDataset/local_template_sk_validation.jsonl
  • split: test path: MNLIDataset/local_template_sk_test.jsonl
• config_name: MNLIDataset_local_template_ja data_files:
  • split: validation path: MNLIDataset/local_template_ja_validation.jsonl
  • split: test path: MNLIDataset/local_template_ja_test.jsonl
• config_name: MNLIDataset_local_template_ro data_files:
  • split: validation path: MNLIDataset/local_template_ro_validation.jsonl
  • split: test path: MNLIDataset/local_template_ro_test.jsonl
• config_name: MNLIDataset_local_template_uk data_files:
  • split: test path: MNLIDataset/local_template_uk_test.jsonl
  • split: validation path: MNLIDataset/local_template_uk_validation.jsonl
• config_name: MNLIDataset_en_template_th data_files:
  • split: validation path: MNLIDataset/en_template_th_validation.jsonl
  • split: test path: MNLIDataset/en_template_th_test.jsonl
• config_name: MNLIDataset_en_template_ms data_files:
  • split: test path: MNLIDataset/en_template_ms_test.jsonl
  • split: validation path: MNLIDataset/en_template_ms_validation.jsonl
• config_name: MNLIDataset_en_template_pl data_files:
  • split: validation path: MNLIDataset/en_template_pl_validation.jsonl
  • split: test path: MNLIDataset/en_template_pl_test.jsonl
• config_name: MNLIDataset_en_template_ca data_files:
  • split: validation path: MNLIDataset/en_template_ca_validation.jsonl
  • split: test path: MNLIDataset/en_template_ca_test.jsonl
• config_name: MNLIDataset_en_template_fa data_files:
  • split: validation path: MNLIDataset/en_template_fa_validation.jsonl
  • split: test path: MNLIDataset/en_template_fa_test.jsonl
• config_name: MNLIDataset_en_template_ur data_files:
  • split: test path: MNLIDataset/en_template_ur_test.jsonl
  • split: validation path: MNLIDataset/en_template_ur_validation.jsonl
• config_name: MNLIDataset_en_template_km data_files:
  • split: validation path: MNLIDataset/en_template_km_validation.jsonl
  • split: test path: MNLIDataset/en_template_km_test.jsonl
• config_name: GPQADataset_local_template_zh data_files:
  • split: test path: GPQADataset/local_template_zh_test.jsonl
• config_name: GPQADataset_lighteval_de data_files:
  • split: test path: GPQADataset/lighteval_de_test.jsonl
• config_name: GPQADataset_lighteval_bg data_files:
  • split: test path: GPQADataset/lighteval_bg_test.jsonl
• config_name: GPQADataset_lighteval_no data_files:
  • split: test path: GPQADataset/lighteval_no_test.jsonl
• config_name: GPQADataset_en_template_bn data_files:
  • split: test path: GPQADataset/en_template_bn_test.jsonl
• config_name: GPQADataset_local_template_kk data_files:
  • split: test path: GPQADataset/local_template_kk_test.jsonl
• config_name: GPQADataset_local_template_hr data_files:
  • split: test path: GPQADataset/local_template_hr_test.jsonl
• config_name: GPQADataset_en_template_gu data_files:
  • split: test path: GPQADataset/en_template_gu_test.jsonl
• config_name: GPQADataset_en_template_pt data_files:
  • split: test path: GPQADataset/en_template_pt_test.jsonl
• config_name: GPQADataset_lighteval_uk data_files:
  • split: test path: GPQADataset/lighteval_uk_test.jsonl
• config_name: GPQADataset_en_template_da data_files:
  • split: test path: GPQADataset/en_template_da_test.jsonl
• config_name: GPQADataset_en_template_es data_files:
  • split: test path: GPQADataset/en_template_es_test.jsonl
• config_name: GPQADataset_en_template_ml data_files:
  • split: test path: GPQADataset/en_template_ml_test.jsonl
• config_name: GPQADataset_local_template_is data_files:
  • split: test path: GPQADataset/local_template_is_test.jsonl
• config_name: GPQADataset_en_template_kn data_files:
  • split: test path: GPQADataset/en_template_kn_test.jsonl
• config_name: GPQADataset_en_template_hi data_files:
  • split: test path: GPQADataset/en_template_hi_test.jsonl
• config_name: GPQADataset_local_template_lv data_files:
  • split: test path: GPQADataset/local_template_lv_test.jsonl
• config_name: GPQADataset_en_template_mr data_files:
  • split: test path: GPQADataset/en_template_mr_test.jsonl
• config_name: GPQADataset_local_template_ar data_files:
  • split: test path: GPQADataset/local_template_ar_test.jsonl
• config_name: GPQADataset_local_template_sv data_files:
  • split: test path: GPQADataset/local_template_sv_test.jsonl
• config_name: GPQADataset_lighteval_sw data_files:
  • split: test path: GPQADataset/lighteval_sw_test.jsonl
• config_name: GPQADataset_en_template_az data_files:
  • split: test path: GPQADataset/en_template_az_test.jsonl
• config_name: GPQADataset_local_template_bn data_files:
  • split: test path: GPQADataset/local_template_bn_test.jsonl
• config_name: GPQADataset_en_template_kk data_files:
  • split: test path: GPQADataset/en_template_kk_test.jsonl
• config_name: GPQADataset_en_template_zh data_files:
  • split: test path: GPQADataset/en_template_zh_test.jsonl
• config_name: GPQADataset_lighteval_he data_files:
  • split: test path: GPQADataset/lighteval_he_test.jsonl
• config_name: GPQADataset_lighteval_vi data_files:
  • split: test path: GPQADataset/lighteval_vi_test.jsonl
• config_name: GPQADataset_lighteval_sl data_files:
  • split: test path: GPQADataset/lighteval_sl_test.jsonl
• config_name: GPQADataset_lighteval_ceb data_files:
  • split: test path: GPQADataset/lighteval_ceb_test.jsonl
• config_name: GPQADataset_local_template_pt data_files:
  • split: test path: GPQADataset/local_template_pt_test.jsonl
• config_name: GPQADataset_lighteval_sr data_files:
  • split: test path: GPQADataset/lighteval_sr_test.jsonl
• config_name: GPQADataset_local_template_gu data_files:
  • split: test path: GPQADataset/local_template_gu_test.jsonl
• config_name: GPQADataset_en_template_hr data_files:
  • split: test path: GPQADataset/en_template_hr_test.jsonl
• config_name: GPQADataset_en_template_is data_files:
  • split: test path: GPQADataset/en_template_is_test.jsonl
• config_name: GPQADataset_local_template_es data_files:
  • split: test path: GPQADataset/local_template_es_test.jsonl
• config_name: GPQADataset_local_template_ml data_files:
  • split: test path: GPQADataset/local_template_ml_test.jsonl
• config_name: GPQADataset_en_template_lv data_files:
  • split: test path: GPQADataset/en_template_lv_test.jsonl
• config_name: GPQADataset_local_template_kn data_files:
  • split: test path: GPQADataset/local_template_kn_test.jsonl
• config_name: GPQADataset_lighteval_ko data_files:
  • split: test path: GPQADataset/lighteval_ko_test.jsonl
• config_name: GPQADataset_local_template_hi data_files:
  • split: test path: GPQADataset/local_template_hi_test.jsonl
• config_name: GPQADataset_local_template_da data_files:
  • split: test path: GPQADataset/local_template_da_test.jsonl
• config_name: GPQADataset_local_template_az data_files:
  • split: test path: GPQADataset/local_template_az_test.jsonl
• config_name: GPQADataset_lighteval_id data_files:
  • split: test path: GPQADataset/lighteval_id_test.jsonl
• config_name: GPQADataset_en_template_sv data_files:
  • split: test path: GPQADataset/en_template_sv_test.jsonl
• config_name: GPQADataset_en_template_ceb data_files:
  • split: test path: GPQADataset/en_template_ceb_test.jsonl
• config_name: GPQADataset_en_template_ar data_files:
  • split: test path: GPQADataset/en_template_ar_test.jsonl
• config_name: GPQADataset_local_template_mr data_files:
  • split: test path: GPQADataset/local_template_mr_test.jsonl
• config_name: GPQADataset_lighteval_el data_files:
  • split: test path: GPQADataset/lighteval_el_test.jsonl
• config_name: GPQADataset_lighteval_ms data_files:
  • split: test path: GPQADataset/lighteval_ms_test.jsonl
• config_name: GPQADataset_en_template_ta data_files:
  • split: test path: GPQADataset/en_template_ta_test.jsonl
• config_name: GPQADataset_lighteval_uz data_files:
  • split: test path: GPQADataset/lighteval_uz_test.jsonl
• config_name: GPQADataset_en_template_sq data_files:
  • split: test path: GPQADataset/en_template_sq_test.jsonl
• config_name: GPQADataset_lighteval_th data_files:
  • split: test path: GPQADataset/lighteval_th_test.jsonl
• config_name: GPQADataset_local_template_ga data_files:
  • split: test path: GPQADataset/local_template_ga_test.jsonl
• config_name: GPQADataset_local_template_ru data_files:
  • split: test path: GPQADataset/local_template_ru_test.jsonl
• config_name: GPQADataset_lighteval_fr data_files:
  • split: test path: GPQADataset/lighteval_fr_test.jsonl
• config_name: GPQADataset_local_template_et data_files:
  • split: test path: GPQADataset/local_template_et_test.jsonl
• config_name: GPQADataset_lighteval_pa data_files:
  • split: test path: GPQADataset/lighteval_pa_test.jsonl
• config_name: GPQADataset_local_template_nl data_files:
  • split: test path: GPQADataset/local_template_nl_test.jsonl
• config_name: GPQADataset_en_template_it data_files:
  • split: test path: GPQADataset/en_template_it_test.jsonl
• config_name: GPQADataset_lighteval_te data_files:
  • split: test path: GPQADataset/lighteval_te_test.jsonl
• config_name: GPQADataset_en_template_hu data_files:
  • split: test path: GPQADataset/en_template_hu_test.jsonl
• config_name: GPQADataset_lighteval_fa data_files:
  • split: test path: GPQADataset/lighteval_fa_test.jsonl
• config_name: GPQADataset_lighteval_my data_files:
  • split: test path: GPQADataset/lighteval_my_test.jsonl
• config_name: GPQADataset_en_template_tl data_files:
  • split: test path: GPQADataset/en_template_tl_test.jsonl
• config_name: GPQADataset_lighteval_sk data_files:
  • split: test path: GPQADataset/lighteval_sk_test.jsonl
• config_name: GPQADataset_lighteval_pl data_files:
  • split: test path: GPQADataset/lighteval_pl_test.jsonl
• config_name: GPQADataset_en_template_tr data_files:
  • split: test path: GPQADataset/en_template_tr_test.jsonl
• config_name: GPQADataset_en_template_af data_files:
  • split: test path: GPQADataset/en_template_af_test.jsonl
• config_name: GPQADataset_local_template_jv data_files:
  • split: test path: GPQADataset/local_template_jv_test.jsonl
• config_name: GPQADataset_en_template_cs data_files:
  • split: test path: GPQADataset/en_template_cs_test.jsonl
• config_name: GPQADataset_local_template_lt data_files:
  • split: test path: GPQADataset/local_template_lt_test.jsonl
• config_name: GPQADataset_lighteval_ca data_files:
  • split: test path: GPQADataset/lighteval_ca_test.jsonl
• config_name: GPQADataset_lighteval_ur data_files:
  • split: test path: GPQADataset/lighteval_ur_test.jsonl
• config_name: GPQADataset_local_template_sq data_files:
  • split: test path: GPQADataset/local_template_sq_test.jsonl
• config_name: GPQADataset_local_template_ta data_files:
  • split: test path: GPQADataset/local_template_ta_test.jsonl
• config_name: GPQADataset_local_template_it data_files:
  • split: test path: GPQADataset/local_template_it_test.jsonl
• config_name: GPQADataset_ml61_mix_2 data_files:
  • split: test path: GPQADataset/ml61_mix_2_test.jsonl
• config_name: GPQADataset_en_template_et data_files:
  • split: test path: GPQADataset/en_template_et_test.jsonl
• config_name: GPQADataset_en_template_nl data_files:
  • split: test path: GPQADataset/en_template_nl_test.jsonl
• config_name: GPQADataset_en_template_ru data_files:
  • split: test path: GPQADataset/en_template_ru_test.jsonl
• config_name: GPQADataset_en_template_ga data_files:
  • split: test path: GPQADataset/en_template_ga_test.jsonl
• config_name: GPQADataset_lighteval_ro data_files:
  • split: test path: GPQADataset/lighteval_ro_test.jsonl
• config_name: GPQADataset_lighteval_ja data_files:
  • split: test path: GPQADataset/lighteval_ja_test.jsonl
• config_name: GPQADataset_local_template_tl data_files:
  • split: test path: GPQADataset/local_template_tl_test.jsonl
• config_name: GPQADataset_lighteval_en data_files:
  • split: test path: GPQADataset/lighteval_en_test.jsonl
• config_name: GPQADataset_lighteval_fi data_files:
  • split: test path: GPQADataset/lighteval_fi_test.jsonl
• config_name: GPQADataset_local_template_hu data_files:
  • split: test path: GPQADataset/local_template_hu_test.jsonl
• config_name: GPQADataset_en_template_jv data_files:
  • split: test path: GPQADataset/en_template_jv_test.jsonl
• config_name: GPQADataset_en_template_lt data_files:
  • split: test path: GPQADataset/en_template_lt_test.jsonl
• config_name: GPQADataset_lighteval_km data_files:
  • split: test path: GPQADataset/lighteval_km_test.jsonl
• config_name: GPQADataset_local_template_cs data_files:
  • split: test path: GPQADataset/local_template_cs_test.jsonl
• config_name: GPQADataset_local_template_af data_files:
  • split: test path: GPQADataset/local_template_af_test.jsonl
• config_name: GPQADataset_local_template_tr data_files:
  • split: test path: GPQADataset/local_template_tr_test.jsonl
• config_name: GPQADataset_en_template_de data_files:
  • split: test path: GPQADataset/en_template_de_test.jsonl
• config_name: GPQADataset_local_template_vi data_files:
  • split: test path: GPQADataset/local_template_vi_test.jsonl
• config_name: GPQADataset_local_template_he data_files:
  • split: test path: GPQADataset/local_template_he_test.jsonl
• config_name: GPQADataset_en_template_bg data_files:
  • split: test path: GPQADataset/en_template_bg_test.jsonl
• config_name: GPQADataset_local_template_sl data_files:
  • split: test path: GPQADataset/local_template_sl_test.jsonl
• config_name: GPQADataset_lighteval_bn data_files:
  • split: test path: GPQADataset/lighteval_bn_test.jsonl
• config_name: GPQADataset_en_template_no data_files:
  • split: test path: GPQADataset/en_template_no_test.jsonl
• config_name: GPQADataset_lighteval_gu data_files:
  • split: test path: GPQADataset/lighteval_gu_test.jsonl
• config_name: GPQADataset_local_template_sr data_files:
  • split: test path: GPQADataset/local_template_sr_test.jsonl
• config_name: GPQADataset_lighteval_pt data_files:
  • split: test path: GPQADataset/lighteval_pt_test.jsonl
• config_name: GPQADataset_lighteval_da data_files:
  • split: test path: GPQADataset/lighteval_da_test.jsonl
• config_name: GPQADataset_en_template_uk data_files:
  • split: test path: GPQADataset/en_template_uk_test.jsonl
• config_name: GPQADataset_lighteval_ml data_files:
  • split: test path: GPQADataset/lighteval_ml_test.jsonl
• config_name: GPQADataset_lighteval_es data_files:
  • split: test path: GPQADataset/lighteval_es_test.jsonl
• config_name: GPQADataset_lighteval_hi data_files:
  • split: test path: GPQADataset/lighteval_hi_test.jsonl
• config_name: GPQADataset_local_template_ko data_files:
  • split: test path: GPQADataset/local_template_ko_test.jsonl
• config_name: GPQADataset_lighteval_kn data_files:
  • split: test path: GPQADataset/lighteval_kn_test.jsonl
• config_name: GPQADataset_local_template_ms data_files:
  • split: test path: GPQADataset/local_template_ms_test.jsonl
• config_name: GPQADataset_local_template_el data_files:
  • split: test path: GPQADataset/local_template_el_test.jsonl
• config_name: GPQADataset_lighteval_mr data_files:
  • split: test path: GPQADataset/lighteval_mr_test.jsonl
• config_name: GPQADataset_local_template_id data_files:
  • split: test path: GPQADataset/local_template_id_test.jsonl
• config_name: GPQADataset_lighteval_az data_files:
  • split: test path: GPQADataset/lighteval_az_test.jsonl
• config_name: GPQADataset_en_template_sw data_files:
  • split: test path: GPQADataset/en_template_sw_test.jsonl
• config_name: GPQADataset_local_template_no data_files:
  • split: test path: GPQADataset/local_template_no_test.jsonl
• config_name: GPQADataset_lighteval_kk data_files:
  • split: test path: GPQADataset/lighteval_kk_test.jsonl
• config_name: GPQADataset_en_template_vi data_files:
  • split: test path: GPQADataset/en_template_vi_test.jsonl
• config_name: GPQADataset_en_template_he data_files:
  • split: test path: GPQADataset/en_template_he_test.jsonl
• config_name: GPQADataset_lighteval_zh data_files:
  • split: test path: GPQADataset/lighteval_zh_test.jsonl
• config_name: GPQADataset_local_template_de data_files:
  • split: test path: GPQADataset/local_template_de_test.jsonl
• config_name: GPQADataset_en_template_sl data_files:
  • split: test path: GPQADataset/en_template_sl_test.jsonl
• config_name: GPQADataset_local_template_bg data_files:
  • split: test path: GPQADataset/local_template_bg_test.jsonl
• config_name: GPQADataset_en_template_sr data_files:
  • split: test path: GPQADataset/en_template_sr_test.jsonl
• config_name: GPQADataset_lighteval_hr data_files:
  • split: test path: GPQADataset/lighteval_hr_test.jsonl
• config_name: GPQADataset_lighteval_is data_files:
  • split: test path: GPQADataset/lighteval_is_test.jsonl
• config_name: GPQADataset_en_template_ko data_files:
  • split: test path: GPQADataset/en_template_ko_test.jsonl
• config_name: GPQADataset_lighteval_lv data_files:
  • split: test path: GPQADataset/lighteval_lv_test.jsonl
• config_name: GPQADataset_local_template_uk data_files:
  • split: test path: GPQADataset/local_template_uk_test.jsonl
• config_name: GPQADataset_local_template_ceb data_files:
  • split: test path: GPQADataset/local_template_ceb_test.jsonl
• config_name: GPQADataset_local_template_sw data_files:
  • split: test path: GPQADataset/local_template_sw_test.jsonl
• config_name: GPQADataset_lighteval_sv data_files:
  • split: test path: GPQADataset/lighteval_sv_test.jsonl
• config_name: GPQADataset_en_template_id data_files:
  • split: test path: GPQADataset/en_template_id_test.jsonl
• config_name: GPQADataset_en_template_ms data_files:
  • split: test path: GPQADataset/en_template_ms_test.jsonl
• config_name: GPQADataset_en_template_el data_files:
  • split: test path: GPQADataset/en_template_el_test.jsonl
• config_name: GPQADataset_lighteval_ar data_files:
  • split: test path: GPQADataset/lighteval_ar_test.jsonl
• config_name: GPQADataset_lighteval_ta data_files:
  • split: test path: GPQADataset/lighteval_ta_test.jsonl
• config_name: GPQADataset_en_template_uz data_files:
  • split: test path: GPQADataset/en_template_uz_test.jsonl
• config_name: GPQADataset_local_template_ur data_files:
  • split: test path: GPQADataset/local_template_ur_test.jsonl
• config_name: GPQADataset_local_template_ca data_files:
  • split: test path: GPQADataset/local_template_ca_test.jsonl
• config_name: GPQADataset_en_template_th data_files:
  • split: test path: GPQADataset/en_template_th_test.jsonl
• config_name: GPQADataset_lighteval_sq data_files:
  • split: test path: GPQADataset/lighteval_sq_test.jsonl
• config_name: GPQADataset_lighteval_it data_files:
  • split: test path: GPQADataset/lighteval_it_test.jsonl
• config_name: GPQADataset_en_template_pa data_files:
  • split: test path: GPQADataset/en_template_pa_test.jsonl
• config_name: GPQADataset_en_template_fr data_files:
  • split: test path: GPQADataset/en_template_fr_test.jsonl
• config_name: GPQADataset_en_template_te data_files:
  • split: test path: GPQADataset/en_template_te_test.jsonl
• config_name: GPQADataset_local_template_fi data_files:
  • split: test path: GPQADataset/local_template_fi_test.jsonl
• config_name: GPQADataset_local_template_en data_files:
  • split: test path: GPQADataset/local_template_en_test.jsonl
• config_name: GPQADataset_lighteval_hu data_files:
  • split: test path: GPQADataset/lighteval_hu_test.jsonl
• config_name: GPQADataset_local_template_ro data_files:
  • split: test path: GPQADataset/local_template_ro_test.jsonl
• config_name: GPQADataset_local_template_ja data_files:
  • split: test path: GPQADataset/local_template_ja_test.jsonl
• config_name: GPQADataset_ml61_mix_lighteval_2 data_files:
  • split: test path: GPQADataset/ml61_mix_lighteval_2_test.jsonl
• config_name: GPQADataset_lighteval_tl data_files:
  • split: test path: GPQADataset/lighteval_tl_test.jsonl
• config_name: GPQADataset_en_template_my data_files:
  • split: test path: GPQADataset/en_template_my_test.jsonl
• config_name: GPQADataset_en_template_fa data_files:
  • split: test path: GPQADataset/en_template_fa_test.jsonl
• config_name: GPQADataset_lighteval_af data_files:
  • split: test path: GPQADataset/lighteval_af_test.jsonl
• config_name: GPQADataset_lighteval_tr data_files:
  • split: test path: GPQADataset/lighteval_tr_test.jsonl
• config_name: GPQADataset_en_template_pl data_files:
  • split: test path: GPQADataset/en_template_pl_test.jsonl
• config_name: GPQADataset_en_template_sk data_files:
  • split: test path: GPQADataset/en_template_sk_test.jsonl
• config_name: GPQADataset_lighteval_cs data_files:
  • split: test path: GPQADataset/lighteval_cs_test.jsonl
• config_name: GPQADataset_local_template_km data_files:
  • split: test path: GPQADataset/local_template_km_test.jsonl
• config_name: GPQADataset_en_template_ur data_files:
  • split: test path: GPQADataset/en_template_ur_test.jsonl
• config_name: GPQADataset_en_template_ca data_files:
  • split: test path: GPQADataset/en_template_ca_test.jsonl
• config_name: GPQADataset_local_template_th data_files:
  • split: test path: GPQADataset/local_template_th_test.jsonl
• config_name: GPQADataset_local_template_uz data_files:
  • split: test path: GPQADataset/local_template_uz_test.jsonl
• config_name: GPQADataset_local_template_pa data_files:
  • split: test path: GPQADataset/local_template_pa_test.jsonl
• config_name: GPQADataset_lighteval_nl data_files:
  • split: test path: GPQADataset/lighteval_nl_test.jsonl
• config_name: GPQADataset_lighteval_et data_files:
  • split: test path: GPQADataset/lighteval_et_test.jsonl
• config_name: GPQADataset_local_template_fr data_files:
  • split: test path: GPQADataset/local_template_fr_test.jsonl
• config_name: GPQADataset_lighteval_ga data_files:
  • split: test path: GPQADataset/lighteval_ga_test.jsonl
• config_name: GPQADataset_lighteval_ru data_files:
  • split: test path: GPQADataset/lighteval_ru_test.jsonl
• config_name: GPQADataset_en_template_ro data_files:
  • split: test path: GPQADataset/en_template_ro_test.jsonl
• config_name: GPQADataset_local_template_my data_files:
  • split: test path: GPQADataset/local_template_my_test.jsonl
• config_name: GPQADataset_local_template_fa data_files:
  • split: test path: GPQADataset/local_template_fa_test.jsonl
• config_name: GPQADataset_en_template_ja data_files:
  • split: test path: GPQADataset/en_template_ja_test.jsonl
• config_name: GPQADataset_en_template_fi data_files:
  • split: test path: GPQADataset/en_template_fi_test.jsonl
• config_name: GPQADataset_en_template_en data_files:
  • split: test path: GPQADataset/en_template_en_test.jsonl
• config_name: GPQADataset_local_template_te data_files:
  • split: test path: GPQADataset/local_template_te_test.jsonl
• config_name: GPQADataset_lighteval_jv data_files:
  • split: test path: GPQADataset/lighteval_jv_test.jsonl
• config_name: GPQADataset_en_template_km data_files:
  • split: test path: GPQADataset/en_template_km_test.jsonl
• config_name: GPQADataset_lighteval_lt data_files:
  • split: test path: GPQADataset/lighteval_lt_test.jsonl
• config_name: GPQADataset_local_template_pl data_files:
  • split: test path: GPQADataset/local_template_pl_test.jsonl
• config_name: GPQADataset_local_template_sk data_files:
  • split: test path: GPQADataset/local_template_sk_test.jsonl
• config_name: WinoGrandeDataset_en_template_zh data_files:
  • split: train path: WinoGrandeDataset/en_template_zh_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_zh_test.jsonl
• config_name: WinoGrandeDataset_local_template_zh data_files:
  • split: test path: WinoGrandeDataset/local_template_zh_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_zh_train.jsonl
• config_name: WinoGrandeDataset_lighteval_de data_files:
  • split: test path: WinoGrandeDataset/lighteval_de_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_de_train.jsonl
• config_name: WinoGrandeDataset_lighteval_bg data_files:
  • split: test path: WinoGrandeDataset/lighteval_bg_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_bg_train.jsonl
• config_name: WinoGrandeDataset_local_template_tr data_files:
  • split: train path: WinoGrandeDataset/local_template_tr_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_tr_test.jsonl
• config_name: WinoGrandeDataset_lighteval_no data_files:
  • split: test path: WinoGrandeDataset/lighteval_no_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_no_train.jsonl
• config_name: WinoGrandeDataset_en_template_sv data_files:
  • split: train path: WinoGrandeDataset/en_template_sv_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_sv_test.jsonl
• config_name: WinoGrandeDataset_en_template_bn data_files:
  • split: test path: WinoGrandeDataset/en_template_bn_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_bn_train.jsonl
• config_name: WinoGrandeDataset_local_template_sr data_files:
  • split: train path: WinoGrandeDataset/local_template_sr_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_sr_test.jsonl
• config_name: WinoGrandeDataset_en_template_ml data_files:
  • split: train path: WinoGrandeDataset/en_template_ml_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_ml_test.jsonl
• config_name: WinoGrandeDataset_local_template_kk data_files:
  • split: test path: WinoGrandeDataset/local_template_kk_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_kk_train.jsonl
• config_name: WinoGrandeDataset_en_template_uz data_files:
  • split: train path: WinoGrandeDataset/en_template_uz_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_uz_test.jsonl
• config_name: WinoGrandeDataset_local_template_hr data_files:
  • split: test path: WinoGrandeDataset/local_template_hr_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_hr_train.jsonl
• config_name: WinoGrandeDataset_en_template_gu data_files:
  • split: test path: WinoGrandeDataset/en_template_gu_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_gu_train.jsonl
• config_name: WinoGrandeDataset_en_template_pt data_files:
  • split: test path: WinoGrandeDataset/en_template_pt_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_pt_train.jsonl
• config_name: WinoGrandeDataset_en_template_ms data_files:
  • split: train path: WinoGrandeDataset/en_template_ms_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_ms_test.jsonl
• config_name: WinoGrandeDataset_lighteval_lv data_files:
  • split: train path: WinoGrandeDataset/lighteval_lv_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_lv_test.jsonl
• config_name: WinoGrandeDataset_lighteval_uk data_files:
  • split: test path: WinoGrandeDataset/lighteval_uk_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_uk_train.jsonl
• config_name: WinoGrandeDataset_en_template_da data_files:
  • split: test path: WinoGrandeDataset/en_template_da_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_da_train.jsonl
• config_name: WinoGrandeDataset_en_template_lv data_files:
  • split: train path: WinoGrandeDataset/en_template_lv_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_lv_test.jsonl
• config_name: WinoGrandeDataset_lighteval_ms data_files:
  • split: train path: WinoGrandeDataset/lighteval_ms_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_ms_test.jsonl
• config_name: WinoGrandeDataset_lighteval_pt data_files:
  • split: train path: WinoGrandeDataset/lighteval_pt_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_pt_test.jsonl
• config_name: WinoGrandeDataset_en_template_es data_files:
  • split: test path: WinoGrandeDataset/en_template_es_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_es_train.jsonl
• config_name: WinoGrandeDataset_local_template_ja data_files:
  • split: train path: WinoGrandeDataset/local_template_ja_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_ja_test.jsonl
• config_name: WinoGrandeDataset_lighteval_uz data_files:
  • split: train path: WinoGrandeDataset/lighteval_uz_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_uz_test.jsonl
• config_name: WinoGrandeDataset_local_template_el data_files:
  • split: train path: WinoGrandeDataset/local_template_el_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_el_test.jsonl
• config_name: WinoGrandeDataset_local_template_is data_files:
  • split: test path: WinoGrandeDataset/local_template_is_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_is_train.jsonl
• config_name: WinoGrandeDataset_en_template_kn data_files:
  • split: test path: WinoGrandeDataset/en_template_kn_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_kn_train.jsonl
• config_name: WinoGrandeDataset_en_template_hi data_files:
  • split: test path: WinoGrandeDataset/en_template_hi_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_hi_train.jsonl
• config_name: WinoGrandeDataset_local_template_lv data_files:
  • split: test path: WinoGrandeDataset/local_template_lv_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_lv_train.jsonl
• config_name: WinoGrandeDataset_en_template_mr data_files:
  • split: test path: WinoGrandeDataset/en_template_mr_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_mr_train.jsonl
• config_name: WinoGrandeDataset_local_template_ar data_files:
  • split: test path: WinoGrandeDataset/local_template_ar_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_ar_train.jsonl
• config_name: WinoGrandeDataset_lighteval_sv data_files:
  • split: train path: WinoGrandeDataset/lighteval_sv_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_sv_test.jsonl
• config_name: WinoGrandeDataset_lighteval_ml data_files:
  • split: train path: WinoGrandeDataset/lighteval_ml_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_ml_test.jsonl
• config_name: WinoGrandeDataset_local_template_km data_files:
  • split: train path: WinoGrandeDataset/local_template_km_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_km_test.jsonl
• config_name: WinoGrandeDataset_lighteval_zh data_files:
  • split: train path: WinoGrandeDataset/lighteval_zh_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_zh_test.jsonl
• config_name: WinoGrandeDataset_local_template_es data_files:
  • split: train path: WinoGrandeDataset/local_template_es_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_es_test.jsonl
• config_name: WinoGrandeDataset_local_template_sv data_files:
  • split: test path: WinoGrandeDataset/local_template_sv_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_sv_train.jsonl
• config_name: WinoGrandeDataset_lighteval_sw data_files:
  • split: test path: WinoGrandeDataset/lighteval_sw_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_sw_train.jsonl
• config_name: WinoGrandeDataset_en_template_az data_files:
  • split: test path: WinoGrandeDataset/en_template_az_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_az_train.jsonl
• config_name: WinoGrandeDataset_local_template_bn data_files:
  • split: test path: WinoGrandeDataset/local_template_bn_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_bn_train.jsonl
• config_name: WinoGrandeDataset_lighteval_gu data_files:
  • split: train path: WinoGrandeDataset/lighteval_gu_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_gu_test.jsonl
• config_name: WinoGrandeDataset_en_template_kk data_files:
  • split: test path: WinoGrandeDataset/en_template_kk_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_kk_train.jsonl
• config_name: WinoGrandeDataset_lighteval_he data_files:
  • split: test path: WinoGrandeDataset/lighteval_he_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_he_train.jsonl
• config_name: WinoGrandeDataset_lighteval_tl data_files:
  • split: train path: WinoGrandeDataset/lighteval_tl_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_tl_test.jsonl
• config_name: WinoGrandeDataset_lighteval_vi data_files:
  • split: test path: WinoGrandeDataset/lighteval_vi_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_vi_train.jsonl
• config_name: WinoGrandeDataset_lighteval_jv data_files:
  • split: train path: WinoGrandeDataset/lighteval_jv_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_jv_test.jsonl
• config_name: WinoGrandeDataset_lighteval_af data_files:
  • split: train path: WinoGrandeDataset/lighteval_af_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_af_test.jsonl
• config_name: WinoGrandeDataset_lighteval_sl data_files:
  • split: test path: WinoGrandeDataset/lighteval_sl_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_sl_train.jsonl
• config_name: WinoGrandeDataset_lighteval_ceb data_files:
  • split: test path: WinoGrandeDataset/lighteval_ceb_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_ceb_train.jsonl
• config_name: WinoGrandeDataset_local_template_ta data_files:
  • split: train path: WinoGrandeDataset/local_template_ta_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_ta_test.jsonl
• config_name: WinoGrandeDataset_en_template_te data_files:
  • split: train path: WinoGrandeDataset/en_template_te_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_te_test.jsonl
• config_name: WinoGrandeDataset_local_template_pt data_files:
  • split: test path: WinoGrandeDataset/local_template_pt_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_pt_train.jsonl
• config_name: WinoGrandeDataset_lighteval_sr data_files:
  • split: test path: WinoGrandeDataset/lighteval_sr_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_sr_train.jsonl
• config_name: WinoGrandeDataset_lighteval_it data_files:
  • split: train path: WinoGrandeDataset/lighteval_it_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_it_test.jsonl
• config_name: WinoGrandeDataset_en_template_ca data_files:
  • split: train path: WinoGrandeDataset/en_template_ca_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_ca_test.jsonl
• config_name: WinoGrandeDataset_local_template_de data_files:
  • split: train path: WinoGrandeDataset/local_template_de_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_de_test.jsonl
• config_name: WinoGrandeDataset_local_template_gu data_files:
  • split: test path: WinoGrandeDataset/local_template_gu_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_gu_train.jsonl
• config_name: WinoGrandeDataset_local_template_ur data_files:
  • split: train path: WinoGrandeDataset/local_template_ur_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_ur_test.jsonl
• config_name: WinoGrandeDataset_en_template_hr data_files:
  • split: test path: WinoGrandeDataset/en_template_hr_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_hr_train.jsonl
• config_name: WinoGrandeDataset_local_template_hu data_files:
  • split: train path: WinoGrandeDataset/local_template_hu_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_hu_test.jsonl
• config_name: WinoGrandeDataset_en_template_it data_files:
  • split: train path: WinoGrandeDataset/en_template_it_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_it_test.jsonl
• config_name: WinoGrandeDataset_lighteval_ca data_files:
  • split: train path: WinoGrandeDataset/lighteval_ca_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_ca_test.jsonl
• config_name: WinoGrandeDataset_en_template_is data_files:
  • split: test path: WinoGrandeDataset/en_template_is_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_is_train.jsonl
• config_name: WinoGrandeDataset_local_template_sw data_files:
  • split: train path: WinoGrandeDataset/local_template_sw_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_sw_test.jsonl
• config_name: WinoGrandeDataset_local_template_ml data_files:
  • split: test path: WinoGrandeDataset/local_template_ml_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_ml_train.jsonl
• config_name: WinoGrandeDataset_lighteval_da data_files:
  • split: train path: WinoGrandeDataset/lighteval_da_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_da_test.jsonl
• config_name: WinoGrandeDataset_local_template_kn data_files:
  • split: test path: WinoGrandeDataset/local_template_kn_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_kn_train.jsonl
• config_name: WinoGrandeDataset_lighteval_ko data_files:
  • split: test path: WinoGrandeDataset/lighteval_ko_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_ko_train.jsonl
• config_name: WinoGrandeDataset_local_template_hi data_files:
  • split: test path: WinoGrandeDataset/local_template_hi_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_hi_train.jsonl
• config_name: WinoGrandeDataset_local_template_da data_files:
  • split: test path: WinoGrandeDataset/local_template_da_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_da_train.jsonl
• config_name: WinoGrandeDataset_local_template_cs data_files:
  • split: train path: WinoGrandeDataset/local_template_cs_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_cs_test.jsonl
• config_name: WinoGrandeDataset_lighteval_te data_files:
  • split: train path: WinoGrandeDataset/lighteval_te_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_te_test.jsonl
• config_name: WinoGrandeDataset_local_template_no data_files:
  • split: train path: WinoGrandeDataset/local_template_no_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_no_test.jsonl
• config_name: WinoGrandeDataset_en_template_tl data_files:
  • split: train path: WinoGrandeDataset/en_template_tl_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_tl_test.jsonl
• config_name: WinoGrandeDataset_local_template_az data_files:
  • split: test path: WinoGrandeDataset/local_template_az_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_az_train.jsonl
• config_name: WinoGrandeDataset_local_template_th data_files:
  • split: train path: WinoGrandeDataset/local_template_th_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_th_test.jsonl
• config_name: WinoGrandeDataset_en_template_jv data_files:
  • split: train path: WinoGrandeDataset/en_template_jv_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_jv_test.jsonl
• config_name: WinoGrandeDataset_en_template_af data_files:
  • split: train path: WinoGrandeDataset/en_template_af_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_af_test.jsonl
• config_name: WinoGrandeDataset_lighteval_id data_files:
  • split: test path: WinoGrandeDataset/lighteval_id_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_id_train.jsonl
• config_name: WinoGrandeDataset_en_template_sl data_files:
  • split: train path: WinoGrandeDataset/en_template_sl_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_sl_test.jsonl
• config_name: WinoGrandeDataset_en_template_ceb data_files:
  • split: test path: WinoGrandeDataset/en_template_ceb_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_ceb_train.jsonl
• config_name: WinoGrandeDataset_local_template_mr data_files:
  • split: train path: WinoGrandeDataset/local_template_mr_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_mr_test.jsonl
• config_name: WinoGrandeDataset_en_template_ar data_files:
  • split: test path: WinoGrandeDataset/en_template_ar_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_ar_train.jsonl
• config_name: WinoGrandeDataset_lighteval_el data_files:
  • split: test path: WinoGrandeDataset/lighteval_el_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_el_train.jsonl
• config_name: WinoGrandeDataset_lighteval_en data_files:
  • split: train path: WinoGrandeDataset/lighteval_en_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_en_test.jsonl
• config_name: WinoGrandeDataset_en_template_ta data_files:
  • split: test path: WinoGrandeDataset/en_template_ta_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_ta_train.jsonl
• config_name: WinoGrandeDataset_lighteval_bn data_files:
  • split: train path: WinoGrandeDataset/lighteval_bn_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_bn_test.jsonl
• config_name: WinoGrandeDataset_local_template_nl data_files:
  • split: train path: WinoGrandeDataset/local_template_nl_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_nl_test.jsonl
• config_name: WinoGrandeDataset_local_template_sk data_files:
  • split: train path: WinoGrandeDataset/local_template_sk_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_sk_test.jsonl
• config_name: WinoGrandeDataset_en_template_sq data_files:
  • split: test path: WinoGrandeDataset/en_template_sq_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_sq_train.jsonl
• config_name: WinoGrandeDataset_local_template_fa data_files:
  • split: train path: WinoGrandeDataset/local_template_fa_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_fa_test.jsonl
• config_name: WinoGrandeDataset_lighteval_th data_files:
  • split: test path: WinoGrandeDataset/lighteval_th_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_th_train.jsonl
• config_name: WinoGrandeDataset_local_template_ga data_files:
  • split: test path: WinoGrandeDataset/local_template_ga_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_ga_train.jsonl
• config_name: WinoGrandeDataset_local_template_ru data_files:
  • split: test path: WinoGrandeDataset/local_template_ru_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_ru_train.jsonl
• config_name: WinoGrandeDataset_lighteval_fr data_files:
  • split: test path: WinoGrandeDataset/lighteval_fr_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_fr_train.jsonl
• config_name: WinoGrandeDataset_local_template_et data_files:
  • split: test path: WinoGrandeDataset/local_template_et_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_et_train.jsonl
• config_name: WinoGrandeDataset_lighteval_pa data_files:
  • split: test path: WinoGrandeDataset/lighteval_pa_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_pa_train.jsonl
• config_name: WinoGrandeDataset_en_template_bg data_files:
  • split: train path: WinoGrandeDataset/en_template_bg_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_bg_test.jsonl
• config_name: WinoGrandeDataset_lighteval_hr data_files:
  • split: train path: WinoGrandeDataset/lighteval_hr_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_hr_test.jsonl
• config_name: WinoGrandeDataset_lighteval_ru data_files:
  • split: train path: WinoGrandeDataset/lighteval_ru_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_ru_test.jsonl
• config_name: WinoGrandeDataset_en_template_hu data_files:
  • split: test path: WinoGrandeDataset/en_template_hu_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_hu_train.jsonl
• config_name: WinoGrandeDataset_lighteval_az data_files:
  • split: train path: WinoGrandeDataset/lighteval_az_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_az_test.jsonl
• config_name: WinoGrandeDataset_en_template_ko data_files:
  • split: train path: WinoGrandeDataset/en_template_ko_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_ko_test.jsonl
• config_name: WinoGrandeDataset_en_template_ru data_files:
  • split: train path: WinoGrandeDataset/en_template_ru_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_ru_test.jsonl
• config_name: WinoGrandeDataset_lighteval_fa data_files:
  • split: test path: WinoGrandeDataset/lighteval_fa_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_fa_train.jsonl
• config_name: WinoGrandeDataset_lighteval_my data_files:
  • split: test path: WinoGrandeDataset/lighteval_my_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_my_train.jsonl
• config_name: WinoGrandeDataset_local_template_lt data_files:
  • split: train path: WinoGrandeDataset/local_template_lt_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_lt_test.jsonl
• config_name: WinoGrandeDataset_lighteval_sk data_files:
  • split: test path: WinoGrandeDataset/lighteval_sk_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_sk_train.jsonl
• config_name: WinoGrandeDataset_lighteval_pl data_files:
  • split: test path: WinoGrandeDataset/lighteval_pl_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_pl_train.jsonl
• config_name: WinoGrandeDataset_en_template_tr data_files:
  • split: test path: WinoGrandeDataset/en_template_tr_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_tr_train.jsonl
• config_name: WinoGrandeDataset_en_template_en data_files:
  • split: train path: WinoGrandeDataset/en_template_en_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_en_test.jsonl
• config_name: WinoGrandeDataset_local_template_jv data_files:
  • split: test path: WinoGrandeDataset/local_template_jv_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_jv_train.jsonl
• config_name: WinoGrandeDataset_en_template_cs data_files:
  • split: test path: WinoGrandeDataset/en_template_cs_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_cs_train.jsonl
• config_name: WinoGrandeDataset_en_template_id data_files:
  • split: train path: WinoGrandeDataset/en_template_id_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_id_test.jsonl
• config_name: WinoGrandeDataset_en_template_my data_files:
  • split: train path: WinoGrandeDataset/en_template_my_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_my_test.jsonl
• config_name: WinoGrandeDataset_en_template_fi data_files:
  • split: train path: WinoGrandeDataset/en_template_fi_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_fi_test.jsonl
• config_name: WinoGrandeDataset_lighteval_ur data_files:
  • split: test path: WinoGrandeDataset/lighteval_ur_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_ur_train.jsonl
• config_name: WinoGrandeDataset_en_template_et data_files:
  • split: train path: WinoGrandeDataset/en_template_et_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_et_test.jsonl
• config_name: WinoGrandeDataset_local_template_sq data_files:
  • split: test path: WinoGrandeDataset/local_template_sq_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_sq_train.jsonl
• config_name: WinoGrandeDataset_local_template_vi data_files:
  • split: train path: WinoGrandeDataset/local_template_vi_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_vi_test.jsonl
• config_name: WinoGrandeDataset_local_template_it data_files:
  • split: test path: WinoGrandeDataset/local_template_it_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_it_train.jsonl
• config_name: WinoGrandeDataset_en_template_pa data_files:
  • split: train path: WinoGrandeDataset/en_template_pa_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_pa_test.jsonl
• config_name: WinoGrandeDataset_en_template_nl data_files:
  • split: test path: WinoGrandeDataset/en_template_nl_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_nl_train.jsonl
• config_name: WinoGrandeDataset_local_template_fr data_files:
  • split: train path: WinoGrandeDataset/local_template_fr_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_fr_test.jsonl
• config_name: WinoGrandeDataset_en_template_ga data_files:
  • split: test path: WinoGrandeDataset/en_template_ga_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_ga_train.jsonl
• config_name: WinoGrandeDataset_local_template_uk data_files:
  • split: train path: WinoGrandeDataset/local_template_uk_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_uk_test.jsonl
• config_name: WinoGrandeDataset_en_template_ro data_files:
  • split: train path: WinoGrandeDataset/en_template_ro_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_ro_test.jsonl
• config_name: WinoGrandeDataset_lighteval_ro data_files:
  • split: test path: WinoGrandeDataset/lighteval_ro_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_ro_train.jsonl
• config_name: WinoGrandeDataset_lighteval_ja data_files:
  • split: test path: WinoGrandeDataset/lighteval_ja_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_ja_train.jsonl
• config_name: WinoGrandeDataset_local_template_tl data_files:
  • split: test path: WinoGrandeDataset/local_template_tl_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_tl_train.jsonl
• config_name: WinoGrandeDataset_lighteval_fi data_files:
  • split: test path: WinoGrandeDataset/lighteval_fi_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_fi_train.jsonl
• config_name: WinoGrandeDataset_local_template_pl data_files:
  • split: train path: WinoGrandeDataset/local_template_pl_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_pl_test.jsonl
• config_name: WinoGrandeDataset_en_template_lt data_files:
  • split: test path: WinoGrandeDataset/en_template_lt_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_lt_train.jsonl
• config_name: WinoGrandeDataset_lighteval_km data_files:
  • split: test path: WinoGrandeDataset/lighteval_km_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_km_train.jsonl
• config_name: WinoGrandeDataset_lighteval_et data_files:
  • split: train path: WinoGrandeDataset/lighteval_et_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_et_test.jsonl
• config_name: WinoGrandeDataset_local_template_af data_files:
  • split: test path: WinoGrandeDataset/local_template_af_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_af_train.jsonl
• config_name: WinoGrandeDataset_local_template_he data_files:
  • split: train path: WinoGrandeDataset/local_template_he_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_he_test.jsonl
• config_name: WinoGrandeDataset_local_template_ms data_files:
  • split: train path: WinoGrandeDataset/local_template_ms_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_ms_test.jsonl
• config_name: WinoGrandeDataset_en_template_de data_files:
  • split: test path: WinoGrandeDataset/en_template_de_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_de_train.jsonl
• config_name: WinoGrandeDataset_local_template_sl data_files:
  • split: test path: WinoGrandeDataset/local_template_sl_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_sl_train.jsonl
• config_name: WinoGrandeDataset_en_template_no data_files:
  • split: test path: WinoGrandeDataset/en_template_no_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_no_train.jsonl
• config_name: WinoGrandeDataset_local_template_uz data_files:
  • split: train path: WinoGrandeDataset/local_template_uz_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_uz_test.jsonl
• config_name: WinoGrandeDataset_en_template_sr data_files:
  • split: train path: WinoGrandeDataset/en_template_sr_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_sr_test.jsonl
• config_name: WinoGrandeDataset_lighteval_es data_files:
  • split: train path: WinoGrandeDataset/lighteval_es_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_es_test.jsonl
• config_name: WinoGrandeDataset_en_template_uk data_files:
  • split: test path: WinoGrandeDataset/en_template_uk_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_uk_train.jsonl
• config_name: WinoGrandeDataset_en_template_km data_files:
  • split: train path: WinoGrandeDataset/en_template_km_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_km_test.jsonl
• config_name: WinoGrandeDataset_lighteval_hi data_files:
  • split: test path: WinoGrandeDataset/lighteval_hi_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_hi_train.jsonl
• config_name: WinoGrandeDataset_lighteval_tr data_files:
  • split: train path: WinoGrandeDataset/lighteval_tr_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_tr_test.jsonl
• config_name: WinoGrandeDataset_local_template_ko data_files:
  • split: test path: WinoGrandeDataset/local_template_ko_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_ko_train.jsonl
• config_name: WinoGrandeDataset_lighteval_kn data_files:
  • split: test path: WinoGrandeDataset/lighteval_kn_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_kn_train.jsonl
• config_name: WinoGrandeDataset_lighteval_mr data_files:
  • split: test path: WinoGrandeDataset/lighteval_mr_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_mr_train.jsonl
• config_name: WinoGrandeDataset_en_template_el data_files:
  • split: train path: WinoGrandeDataset/en_template_el_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_el_test.jsonl
• config_name: WinoGrandeDataset_en_template_ja data_files:
  • split: train path: WinoGrandeDataset/en_template_ja_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_ja_test.jsonl
• config_name: WinoGrandeDataset_local_template_id data_files:
  • split: test path: WinoGrandeDataset/local_template_id_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_id_train.jsonl
• config_name: WinoGrandeDataset_en_template_sw data_files:
  • split: test path: WinoGrandeDataset/en_template_sw_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_sw_train.jsonl
• config_name: WinoGrandeDataset_en_template_ur data_files:
  • split: train path: WinoGrandeDataset/en_template_ur_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_ur_test.jsonl
• config_name: WinoGrandeDataset_lighteval_kk data_files:
  • split: test path: WinoGrandeDataset/lighteval_kk_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_kk_train.jsonl
• config_name: WinoGrandeDataset_local_template_ca data_files:
  • split: train path: WinoGrandeDataset/local_template_ca_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_ca_test.jsonl
• config_name: WinoGrandeDataset_en_template_vi data_files:
  • split: test path: WinoGrandeDataset/en_template_vi_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_vi_train.jsonl
• config_name: WinoGrandeDataset_en_template_he data_files:
  • split: test path: WinoGrandeDataset/en_template_he_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_he_train.jsonl
• config_name: WinoGrandeDataset_local_template_te data_files:
  • split: train path: WinoGrandeDataset/local_template_te_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_te_test.jsonl
• config_name: WinoGrandeDataset_lighteval_cs data_files:
  • split: train path: WinoGrandeDataset/lighteval_cs_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_cs_test.jsonl
• config_name: WinoGrandeDataset_local_template_bg data_files:
  • split: test path: WinoGrandeDataset/local_template_bg_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_bg_train.jsonl
• config_name: WinoGrandeDataset_lighteval_is data_files:
  • split: test path: WinoGrandeDataset/lighteval_is_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_is_train.jsonl
• config_name: WinoGrandeDataset_local_template_ceb data_files:
  • split: test path: WinoGrandeDataset/local_template_ceb_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_ceb_train.jsonl
• config_name: WinoGrandeDataset_en_template_th data_files:
  • split: train path: WinoGrandeDataset/en_template_th_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_th_test.jsonl
• config_name: WinoGrandeDataset_lighteval_ta data_files:
  • split: train path: WinoGrandeDataset/lighteval_ta_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_ta_test.jsonl
• config_name: WinoGrandeDataset_lighteval_hu data_files:
  • split: train path: WinoGrandeDataset/lighteval_hu_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_hu_test.jsonl
• config_name: WinoGrandeDataset_lighteval_ar data_files:
  • split: test path: WinoGrandeDataset/lighteval_ar_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_ar_train.jsonl
• config_name: WinoGrandeDataset_lighteval_sq data_files:
  • split: test path: WinoGrandeDataset/lighteval_sq_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_sq_train.jsonl
• config_name: WinoGrandeDataset_lighteval_lt data_files:
  • split: train path: WinoGrandeDataset/lighteval_lt_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_lt_test.jsonl
• config_name: WinoGrandeDataset_en_template_fa data_files:
  • split: train path: WinoGrandeDataset/en_template_fa_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_fa_test.jsonl
• config_name: WinoGrandeDataset_en_template_sk data_files:
  • split: train path: WinoGrandeDataset/en_template_sk_train.jsonl
  • split: test path: WinoGrandeDataset/en_template_sk_test.jsonl
• config_name: WinoGrandeDataset_en_template_fr data_files:
  • split: test path: WinoGrandeDataset/en_template_fr_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_fr_train.jsonl
• config_name: WinoGrandeDataset_local_template_fi data_files:
  • split: test path: WinoGrandeDataset/local_template_fi_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_fi_train.jsonl
• config_name: WinoGrandeDataset_local_template_en data_files:
  • split: test path: WinoGrandeDataset/local_template_en_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_en_train.jsonl
• config_name: WinoGrandeDataset_local_template_ro data_files:
  • split: test path: WinoGrandeDataset/local_template_ro_test.jsonl
  • split: train path: WinoGrandeDataset/local_template_ro_train.jsonl
• config_name: WinoGrandeDataset_lighteval_nl data_files:
  • split: train path: WinoGrandeDataset/lighteval_nl_train.jsonl
  • split: test path: WinoGrandeDataset/lighteval_nl_test.jsonl
• config_name: WinoGrandeDataset_en_template_pl data_files:
  • split: test path: WinoGrandeDataset/en_template_pl_test.jsonl
  • split: train path: WinoGrandeDataset/en_template_pl_train.jsonl
• config_name: WinoGrandeDataset_local_template_pa data_files:
  • split: train path: WinoGrandeDataset/local_template_pa_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_pa_test.jsonl
• config_name: WinoGrandeDataset_lighteval_ga data_files:
  • split: test path: WinoGrandeDataset/lighteval_ga_test.jsonl
  • split: train path: WinoGrandeDataset/lighteval_ga_train.jsonl
• config_name: WinoGrandeDataset_local_template_my data_files:
  • split: train path: WinoGrandeDataset/local_template_my_train.jsonl
  • split: test path: WinoGrandeDataset/local_template_my_test.jsonl
• config_name: MMLUProDataset_local_template_zh data_files:
  • split: test path: MMLUProDataset/local_template_zh_test.jsonl
  • split: validation path: MMLUProDataset/local_template_zh_validation.jsonl
• config_name: MMLUProDataset_lighteval_de data_files:
  • split: test path: MMLUProDataset/lighteval_de_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_de_validation.jsonl
• config_name: MMLUProDataset_local_template_hr data_files:
  • split: validation path: MMLUProDataset/local_template_hr_validation.jsonl
  • split: test path: MMLUProDataset/local_template_hr_test.jsonl
• config_name: MMLUProDataset_lighteval_bg data_files:
  • split: test path: MMLUProDataset/lighteval_bg_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_bg_validation.jsonl
• config_name: MMLUProDataset_local_template_my data_files:
  • split: validation path: MMLUProDataset/local_template_my_validation.jsonl
  • split: test path: MMLUProDataset/local_template_my_test.jsonl
• config_name: MMLUProDataset_lighteval_no data_files:
  • split: test path: MMLUProDataset/lighteval_no_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_no_validation.jsonl
• config_name: MMLUProDataset_en_template_te data_files:
  • split: validation path: MMLUProDataset/en_template_te_validation.jsonl
  • split: test path: MMLUProDataset/en_template_te_test.jsonl
• config_name: MMLUProDataset_lighteval_id data_files:
  • split: validation path: MMLUProDataset/lighteval_id_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_id_test.jsonl
• config_name: MMLUProDataset_en_template_bn data_files:
  • split: test path: MMLUProDataset/en_template_bn_test.jsonl
  • split: validation path: MMLUProDataset/en_template_bn_validation.jsonl
• config_name: MMLUProDataset_en_template_el data_files:
  • split: validation path: MMLUProDataset/en_template_el_validation.jsonl
  • split: test path: MMLUProDataset/en_template_el_test.jsonl
• config_name: MMLUProDataset_local_template_kk data_files:
  • split: test path: MMLUProDataset/local_template_kk_test.jsonl
  • split: validation path: MMLUProDataset/local_template_kk_validation.jsonl
• config_name: MMLUProDataset_local_template_en data_files:
  • split: validation path: MMLUProDataset/local_template_en_validation.jsonl
  • split: test path: MMLUProDataset/local_template_en_test.jsonl
• config_name: MMLUProDataset_local_template_da data_files:
  • split: validation path: MMLUProDataset/local_template_da_validation.jsonl
  • split: test path: MMLUProDataset/local_template_da_test.jsonl
• config_name: MMLUProDataset_en_template_lt data_files:
  • split: validation path: MMLUProDataset/en_template_lt_validation.jsonl
  • split: test path: MMLUProDataset/en_template_lt_test.jsonl
• config_name: MMLUProDataset_en_template_gu data_files:
  • split: test path: MMLUProDataset/en_template_gu_test.jsonl
  • split: validation path: MMLUProDataset/en_template_gu_validation.jsonl
• config_name: MMLUProDataset_local_template_lv data_files:
  • split: validation path: MMLUProDataset/local_template_lv_validation.jsonl
  • split: test path: MMLUProDataset/local_template_lv_test.jsonl
• config_name: MMLUProDataset_ml61_mix_2 data_files:
  • split: validation path: MMLUProDataset/ml61_mix_2_validation.jsonl
  • split: test path: MMLUProDataset/ml61_mix_2_test.jsonl
• config_name: MMLUProDataset_en_template_pa data_files:
  • split: validation path: MMLUProDataset/en_template_pa_validation.jsonl
  • split: test path: MMLUProDataset/en_template_pa_test.jsonl
• config_name: MMLUProDataset_en_template_pt data_files:
  • split: test path: MMLUProDataset/en_template_pt_test.jsonl
  • split: validation path: MMLUProDataset/en_template_pt_validation.jsonl
• config_name: MMLUProDataset_lighteval_ro data_files:
  • split: validation path: MMLUProDataset/lighteval_ro_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_ro_test.jsonl
• config_name: MMLUProDataset_local_template_mr data_files:
  • split: validation path: MMLUProDataset/local_template_mr_validation.jsonl
  • split: test path: MMLUProDataset/local_template_mr_test.jsonl
• config_name: MMLUProDataset_lighteval_uk data_files:
  • split: test path: MMLUProDataset/lighteval_uk_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_uk_validation.jsonl
• config_name: MMLUProDataset_en_template_zh data_files:
  • split: validation path: MMLUProDataset/en_template_zh_validation.jsonl
  • split: test path: MMLUProDataset/en_template_zh_test.jsonl
• config_name: MMLUProDataset_lighteval_ja data_files:
  • split: validation path: MMLUProDataset/lighteval_ja_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_ja_test.jsonl
• config_name: MMLUProDataset_en_template_da data_files:
  • split: test path: MMLUProDataset/en_template_da_test.jsonl
  • split: validation path: MMLUProDataset/en_template_da_validation.jsonl
• config_name: MMLUProDataset_local_template_tl data_files:
  • split: validation path: MMLUProDataset/local_template_tl_validation.jsonl
  • split: test path: MMLUProDataset/local_template_tl_test.jsonl
• config_name: MMLUProDataset_local_template_ceb data_files:
  • split: validation path: MMLUProDataset/local_template_ceb_validation.jsonl
  • split: test path: MMLUProDataset/local_template_ceb_test.jsonl
• config_name: MMLUProDataset_en_template_fi data_files:
  • split: validation path: MMLUProDataset/en_template_fi_validation.jsonl
  • split: test path: MMLUProDataset/en_template_fi_test.jsonl
• config_name: MMLUProDataset_en_template_es data_files:
  • split: test path: MMLUProDataset/en_template_es_test.jsonl
  • split: validation path: MMLUProDataset/en_template_es_validation.jsonl
• config_name: MMLUProDataset_en_template_ml data_files:
  • split: test path: MMLUProDataset/en_template_ml_test.jsonl
  • split: validation path: MMLUProDataset/en_template_ml_validation.jsonl
• config_name: MMLUProDataset_lighteval_sk data_files:
  • split: validation path: MMLUProDataset/lighteval_sk_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_sk_test.jsonl
• config_name: MMLUProDataset_local_template_is data_files:
  • split: test path: MMLUProDataset/local_template_is_test.jsonl
  • split: validation path: MMLUProDataset/local_template_is_validation.jsonl
• config_name: MMLUProDataset_en_template_kn data_files:
  • split: test path: MMLUProDataset/en_template_kn_test.jsonl
  • split: validation path: MMLUProDataset/en_template_kn_validation.jsonl
• config_name: MMLUProDataset_lighteval_uz data_files:
  • split: validation path: MMLUProDataset/lighteval_uz_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_uz_test.jsonl
• config_name: MMLUProDataset_en_template_hi data_files:
  • split: test path: MMLUProDataset/en_template_hi_test.jsonl
  • split: validation path: MMLUProDataset/en_template_hi_validation.jsonl
• config_name: MMLUProDataset_en_template_mr data_files:
  • split: test path: MMLUProDataset/en_template_mr_test.jsonl
  • split: validation path: MMLUProDataset/en_template_mr_validation.jsonl
• config_name: MMLUProDataset_en_template_it data_files:
  • split: validation path: MMLUProDataset/en_template_it_validation.jsonl
  • split: test path: MMLUProDataset/en_template_it_test.jsonl
• config_name: MMLUProDataset_local_template_ar data_files:
  • split: test path: MMLUProDataset/local_template_ar_test.jsonl
  • split: validation path: MMLUProDataset/local_template_ar_validation.jsonl
• config_name: MMLUProDataset_lighteval_fr data_files:
  • split: validation path: MMLUProDataset/lighteval_fr_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_fr_test.jsonl
• config_name: MMLUProDataset_lighteval_ta data_files:
  • split: validation path: MMLUProDataset/lighteval_ta_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_ta_test.jsonl
• config_name: MMLUProDataset_local_template_sr data_files:
  • split: validation path: MMLUProDataset/local_template_sr_validation.jsonl
  • split: test path: MMLUProDataset/local_template_sr_test.jsonl
• config_name: MMLUProDataset_local_template_sv data_files:
  • split: test path: MMLUProDataset/local_template_sv_test.jsonl
  • split: validation path: MMLUProDataset/local_template_sv_validation.jsonl
• config_name: MMLUProDataset_lighteval_kn data_files:
  • split: validation path: MMLUProDataset/lighteval_kn_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_kn_test.jsonl
• config_name: MMLUProDataset_lighteval_sw data_files:
  • split: test path: MMLUProDataset/lighteval_sw_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_sw_validation.jsonl
• config_name: MMLUProDataset_en_template_az data_files:
  • split: test path: MMLUProDataset/en_template_az_test.jsonl
  • split: validation path: MMLUProDataset/en_template_az_validation.jsonl
• config_name: MMLUProDataset_local_template_bn data_files:
  • split: test path: MMLUProDataset/local_template_bn_test.jsonl
  • split: validation path: MMLUProDataset/local_template_bn_validation.jsonl
• config_name: MMLUProDataset_local_template_pl data_files:
  • split: validation path: MMLUProDataset/local_template_pl_validation.jsonl
  • split: test path: MMLUProDataset/local_template_pl_test.jsonl
• config_name: MMLUProDataset_en_template_kk data_files:
  • split: test path: MMLUProDataset/en_template_kk_test.jsonl
  • split: validation path: MMLUProDataset/en_template_kk_validation.jsonl
• config_name: MMLUProDataset_lighteval_he data_files:
  • split: test path: MMLUProDataset/lighteval_he_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_he_validation.jsonl
• config_name: MMLUProDataset_lighteval_el data_files:
  • split: validation path: MMLUProDataset/lighteval_el_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_el_test.jsonl
• config_name: MMLUProDataset_local_template_vi data_files:
  • split: validation path: MMLUProDataset/local_template_vi_validation.jsonl
  • split: test path: MMLUProDataset/local_template_vi_test.jsonl
• config_name: MMLUProDataset_lighteval_vi data_files:
  • split: test path: MMLUProDataset/lighteval_vi_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_vi_validation.jsonl
• config_name: MMLUProDataset_en_template_id data_files:
  • split: validation path: MMLUProDataset/en_template_id_validation.jsonl
  • split: test path: MMLUProDataset/en_template_id_test.jsonl
• config_name: MMLUProDataset_lighteval_sl data_files:
  • split: test path: MMLUProDataset/lighteval_sl_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_sl_validation.jsonl
• config_name: MMLUProDataset_lighteval_te data_files:
  • split: validation path: MMLUProDataset/lighteval_te_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_te_test.jsonl
• config_name: MMLUProDataset_lighteval_ceb data_files:
  • split: test path: MMLUProDataset/lighteval_ceb_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_ceb_validation.jsonl
• config_name: MMLUProDataset_local_template_hi data_files:
  • split: validation path: MMLUProDataset/local_template_hi_validation.jsonl
  • split: test path: MMLUProDataset/local_template_hi_test.jsonl
• config_name: MMLUProDataset_lighteval_lt data_files:
  • split: validation path: MMLUProDataset/lighteval_lt_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_lt_test.jsonl
• config_name: MMLUProDataset_local_template_th data_files:
  • split: validation path: MMLUProDataset/local_template_th_validation.jsonl
  • split: test path: MMLUProDataset/local_template_th_test.jsonl
• config_name: MMLUProDataset_local_template_pt data_files:
  • split: test path: MMLUProDataset/local_template_pt_test.jsonl
  • split: validation path: MMLUProDataset/local_template_pt_validation.jsonl
• config_name: MMLUProDataset_lighteval_sr data_files:
  • split: test path: MMLUProDataset/lighteval_sr_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_sr_validation.jsonl
• config_name: MMLUProDataset_en_template_ro data_files:
  • split: validation path: MMLUProDataset/en_template_ro_validation.jsonl
  • split: test path: MMLUProDataset/en_template_ro_test.jsonl
• config_name: MMLUProDataset_local_template_gu data_files:
  • split: test path: MMLUProDataset/local_template_gu_test.jsonl
  • split: validation path: MMLUProDataset/local_template_gu_validation.jsonl
• config_name: MMLUProDataset_lighteval_pa data_files:
  • split: validation path: MMLUProDataset/lighteval_pa_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_pa_test.jsonl
• config_name: MMLUProDataset_local_template_nl data_files:
  • split: validation path: MMLUProDataset/local_template_nl_validation.jsonl
  • split: test path: MMLUProDataset/local_template_nl_test.jsonl
• config_name: MMLUProDataset_en_template_hr data_files:
  • split: test path: MMLUProDataset/en_template_hr_test.jsonl
  • split: validation path: MMLUProDataset/en_template_hr_validation.jsonl
• config_name: MMLUProDataset_local_template_az data_files:
  • split: validation path: MMLUProDataset/local_template_az_validation.jsonl
  • split: test path: MMLUProDataset/local_template_az_test.jsonl
• config_name: MMLUProDataset_en_template_is data_files:
  • split: test path: MMLUProDataset/en_template_is_test.jsonl
  • split: validation path: MMLUProDataset/en_template_is_validation.jsonl
• config_name: MMLUProDataset_local_template_es data_files:
  • split: test path: MMLUProDataset/local_template_es_test.jsonl
  • split: validation path: MMLUProDataset/local_template_es_validation.jsonl
• config_name: MMLUProDataset_local_template_ml data_files:
  • split: test path: MMLUProDataset/local_template_ml_test.jsonl
  • split: validation path: MMLUProDataset/local_template_ml_validation.jsonl
• config_name: MMLUProDataset_lighteval_fi data_files:
  • split: validation path: MMLUProDataset/lighteval_fi_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_fi_test.jsonl
• config_name: MMLUProDataset_en_template_lv data_files:
  • split: test path: MMLUProDataset/en_template_lv_test.jsonl
  • split: validation path: MMLUProDataset/en_template_lv_validation.jsonl
• config_name: MMLUProDataset_en_template_ja data_files:
  • split: validation path: MMLUProDataset/en_template_ja_validation.jsonl
  • split: test path: MMLUProDataset/en_template_ja_test.jsonl
• config_name: MMLUProDataset_local_template_kn data_files:
  • split: test path: MMLUProDataset/local_template_kn_test.jsonl
  • split: validation path: MMLUProDataset/local_template_kn_validation.jsonl
• config_name: MMLUProDataset_lighteval_zh data_files:
  • split: validation path: MMLUProDataset/lighteval_zh_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_zh_test.jsonl
• config_name: MMLUProDataset_lighteval_ko data_files:
  • split: test path: MMLUProDataset/lighteval_ko_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_ko_validation.jsonl
• config_name: MMLUProDataset_local_template_de data_files:
  • split: validation path: MMLUProDataset/local_template_de_validation.jsonl
  • split: test path: MMLUProDataset/local_template_de_test.jsonl
• config_name: MMLUProDataset_lighteval_es data_files:
  • split: validation path: MMLUProDataset/lighteval_es_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_es_test.jsonl
• config_name: MMLUProDataset_en_template_uz data_files:
  • split: validation path: MMLUProDataset/en_template_uz_validation.jsonl
  • split: test path: MMLUProDataset/en_template_uz_test.jsonl
• config_name: MMLUProDataset_en_template_sk data_files:
  • split: validation path: MMLUProDataset/en_template_sk_validation.jsonl
  • split: test path: MMLUProDataset/en_template_sk_test.jsonl
• config_name: MMLUProDataset_en_template_fr data_files:
  • split: validation path: MMLUProDataset/en_template_fr_validation.jsonl
  • split: test path: MMLUProDataset/en_template_fr_test.jsonl
• config_name: MMLUProDataset_en_template_sv data_files:
  • split: test path: MMLUProDataset/en_template_sv_test.jsonl
  • split: validation path: MMLUProDataset/en_template_sv_validation.jsonl
• config_name: MMLUProDataset_lighteval_it data_files:
  • split: validation path: MMLUProDataset/lighteval_it_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_it_test.jsonl
• config_name: MMLUProDataset_en_template_ceb data_files:
  • split: test path: MMLUProDataset/en_template_ceb_test.jsonl
  • split: validation path: MMLUProDataset/en_template_ceb_validation.jsonl
• config_name: MMLUProDataset_en_template_ar data_files:
  • split: test path: MMLUProDataset/en_template_ar_test.jsonl
  • split: validation path: MMLUProDataset/en_template_ar_validation.jsonl
• config_name: MMLUProDataset_lighteval_ms data_files:
  • split: test path: MMLUProDataset/lighteval_ms_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_ms_validation.jsonl
• config_name: MMLUProDataset_en_template_ta data_files:
  • split: validation path: MMLUProDataset/en_template_ta_validation.jsonl
  • split: test path: MMLUProDataset/en_template_ta_test.jsonl
• config_name: MMLUProDataset_en_template_bg data_files:
  • split: validation path: MMLUProDataset/en_template_bg_validation.jsonl
  • split: test path: MMLUProDataset/en_template_bg_test.jsonl
• config_name: MMLUProDataset_local_template_sl data_files:
  • split: validation path: MMLUProDataset/local_template_sl_validation.jsonl
  • split: test path: MMLUProDataset/local_template_sl_test.jsonl
• config_name: MMLUProDataset_en_template_uk data_files:
  • split: validation path: MMLUProDataset/en_template_uk_validation.jsonl
  • split: test path: MMLUProDataset/en_template_uk_test.jsonl
• config_name: MMLUProDataset_en_template_sq data_files:
  • split: test path: MMLUProDataset/en_template_sq_test.jsonl
  • split: validation path: MMLUProDataset/en_template_sq_validation.jsonl
• config_name: MMLUProDataset_lighteval_cs data_files:
  • split: validation path: MMLUProDataset/lighteval_cs_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_cs_test.jsonl
• config_name: MMLUProDataset_lighteval_th data_files:
  • split: test path: MMLUProDataset/lighteval_th_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_th_validation.jsonl
• config_name: MMLUProDataset_en_template_he data_files:
  • split: validation path: MMLUProDataset/en_template_he_validation.jsonl
  • split: test path: MMLUProDataset/en_template_he_test.jsonl
• config_name: MMLUProDataset_lighteval_ar data_files:
  • split: validation path: MMLUProDataset/lighteval_ar_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_ar_test.jsonl
• config_name: MMLUProDataset_local_template_ga data_files:
  • split: test path: MMLUProDataset/local_template_ga_test.jsonl
  • split: validation path: MMLUProDataset/local_template_ga_validation.jsonl
• config_name: MMLUProDataset_local_template_ru data_files:
  • split: test path: MMLUProDataset/local_template_ru_test.jsonl
  • split: validation path: MMLUProDataset/local_template_ru_validation.jsonl
• config_name: MMLUProDataset_local_template_fa data_files:
  • split: validation path: MMLUProDataset/local_template_fa_validation.jsonl
  • split: test path: MMLUProDataset/local_template_fa_test.jsonl
• config_name: MMLUProDataset_en_template_ru data_files:
  • split: validation path: MMLUProDataset/en_template_ru_validation.jsonl
  • split: test path: MMLUProDataset/en_template_ru_test.jsonl
• config_name: MMLUProDataset_local_template_et data_files:
  • split: test path: MMLUProDataset/local_template_et_test.jsonl
  • split: validation path: MMLUProDataset/local_template_et_validation.jsonl
• config_name: MMLUProDataset_lighteval_af data_files:
  • split: validation path: MMLUProDataset/lighteval_af_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_af_test.jsonl
• config_name: MMLUProDataset_local_template_tr data_files:
  • split: validation path: MMLUProDataset/local_template_tr_validation.jsonl
  • split: test path: MMLUProDataset/local_template_tr_test.jsonl
• config_name: MMLUProDataset_en_template_hu data_files:
  • split: test path: MMLUProDataset/en_template_hu_test.jsonl
  • split: validation path: MMLUProDataset/en_template_hu_validation.jsonl
• config_name: MMLUProDataset_lighteval_hu data_files:
  • split: validation path: MMLUProDataset/lighteval_hu_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_hu_test.jsonl
• config_name: MMLUProDataset_lighteval_fa data_files:
  • split: test path: MMLUProDataset/lighteval_fa_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_fa_validation.jsonl
• config_name: MMLUProDataset_lighteval_my data_files:
  • split: test path: MMLUProDataset/lighteval_my_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_my_validation.jsonl
• config_name: MMLUProDataset_en_template_tl data_files:
  • split: test path: MMLUProDataset/en_template_tl_test.jsonl
  • split: validation path: MMLUProDataset/en_template_tl_validation.jsonl
• config_name: MMLUProDataset_lighteval_pl data_files:
  • split: test path: MMLUProDataset/lighteval_pl_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_pl_validation.jsonl
• config_name: MMLUProDataset_local_template_ca data_files:
  • split: validation path: MMLUProDataset/local_template_ca_validation.jsonl
  • split: test path: MMLUProDataset/local_template_ca_test.jsonl
• config_name: MMLUProDataset_en_template_tr data_files:
  • split: test path: MMLUProDataset/en_template_tr_test.jsonl
  • split: validation path: MMLUProDataset/en_template_tr_validation.jsonl
• config_name: MMLUProDataset_en_template_af data_files:
  • split: test path: MMLUProDataset/en_template_af_test.jsonl
  • split: validation path: MMLUProDataset/en_template_af_validation.jsonl
• config_name: MMLUProDataset_local_template_jv data_files:
  • split: test path: MMLUProDataset/local_template_jv_test.jsonl
  • split: validation path: MMLUProDataset/local_template_jv_validation.jsonl
• config_name: MMLUProDataset_local_template_ms data_files:
  • split: validation path: MMLUProDataset/local_template_ms_validation.jsonl
  • split: test path: MMLUProDataset/local_template_ms_test.jsonl
• config_name: MMLUProDataset_en_template_cs data_files:
  • split: test path: MMLUProDataset/en_template_cs_test.jsonl
  • split: validation path: MMLUProDataset/en_template_cs_validation.jsonl
• config_name: MMLUProDataset_local_template_lt data_files:
  • split: test path: MMLUProDataset/local_template_lt_test.jsonl
  • split: validation path: MMLUProDataset/local_template_lt_validation.jsonl
• config_name: MMLUProDataset_lighteval_ca data_files:
  • split: test path: MMLUProDataset/lighteval_ca_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_ca_validation.jsonl
• config_name: MMLUProDataset_lighteval_ur data_files:
  • split: test path: MMLUProDataset/lighteval_ur_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_ur_validation.jsonl
• config_name: MMLUProDataset_en_template_no data_files:
  • split: validation path: MMLUProDataset/en_template_no_validation.jsonl
  • split: test path: MMLUProDataset/en_template_no_test.jsonl
• config_name: MMLUProDataset_local_template_sq data_files:
  • split: test path: MMLUProDataset/local_template_sq_test.jsonl
  • split: validation path: MMLUProDataset/local_template_sq_validation.jsonl
• config_name: MMLUProDataset_local_template_ta data_files:
  • split: test path: MMLUProDataset/local_template_ta_test.jsonl
  • split: validation path: MMLUProDataset/local_template_ta_validation.jsonl
• config_name: MMLUProDataset_lighteval_pt data_files:
  • split: validation path: MMLUProDataset/lighteval_pt_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_pt_test.jsonl
• config_name: MMLUProDataset_local_template_sw data_files:
  • split: validation path: MMLUProDataset/local_template_sw_validation.jsonl
  • split: test path: MMLUProDataset/local_template_sw_test.jsonl
• config_name: MMLUProDataset_local_template_it data_files:
  • split: test path: MMLUProDataset/local_template_it_test.jsonl
  • split: validation path: MMLUProDataset/local_template_it_validation.jsonl
• config_name: MMLUProDataset_en_template_et data_files:
  • split: test path: MMLUProDataset/en_template_et_test.jsonl
  • split: validation path: MMLUProDataset/en_template_et_validation.jsonl
• config_name: MMLUProDataset_en_template_nl data_files:
  • split: test path: MMLUProDataset/en_template_nl_test.jsonl
  • split: validation path: MMLUProDataset/en_template_nl_validation.jsonl
• config_name: MMLUProDataset_lighteval_ru data_files:
  • split: validation path: MMLUProDataset/lighteval_ru_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_ru_test.jsonl
• config_name: MMLUProDataset_lighteval_kk data_files:
  • split: validation path: MMLUProDataset/lighteval_kk_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_kk_test.jsonl
• config_name: MMLUProDataset_en_template_ga data_files:
  • split: test path: MMLUProDataset/en_template_ga_test.jsonl
  • split: validation path: MMLUProDataset/en_template_ga_validation.jsonl
• config_name: MMLUProDataset_local_template_ur data_files:
  • split: validation path: MMLUProDataset/local_template_ur_validation.jsonl
  • split: test path: MMLUProDataset/local_template_ur_test.jsonl
• config_name: MMLUProDataset_lighteval_sq data_files:
  • split: validation path: MMLUProDataset/lighteval_sq_validation.jsonl
  • split: test path: MMLUProDataset/lighteval_sq_test.jsonl
• config_name: MMLUProDataset_local_template_km data_files:
  • split: validation path: MMLUProDataset/local_template_km_validation.jsonl
  • split: test path: MMLUProDataset/local_template_km_test.jsonl
• config_name: MMLUProDataset_ml61_mix_lighteval_2 data_files:
  • split: validation path: MMLUProDataset/ml61_mix_lighteval_2_validation.jsonl
  • split: test path: MMLUProDataset/ml61_mix_lighteval_2_test.jsonl
• config_name: MMLUProDataset_en_template_ko data_files:
  • split: validation path: MMLUProDataset/en_template_ko_validation.jsonl
  • split: test path: MMLUProDataset/en_template_ko_test.jsonl
• config_name: MMLUProDataset_lighteval_en data_files:
  • split: test path: MMLUProDataset/lighteval_en_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_en_validation.jsonl
• config_name: MMLUProDataset_local_template_hu data_files:
  • split: test path: MMLUProDataset/local_template_hu_test.jsonl
  • split: validation path: MMLUProDataset/local_template_hu_validation.jsonl
• config_name: MMLUProDataset_en_template_jv data_files:
  • split: test path: MMLUProDataset/en_template_jv_test.jsonl
  • split: validation path: MMLUProDataset/en_template_jv_validation.jsonl
• config_name: MMLUProDataset_lighteval_km data_files:
  • split: test path: MMLUProDataset/lighteval_km_test.jsonl
  • split: validation path: MMLUProDataset/lighteval_km_validation.jsonl
• config_name: MMLUProDataset_local_template_cs data_files:
  • split: test path: MMLUProDataset/local_template_cs_test.jsonl
  • split: validation path: MMLUProDataset/local_template_cs_validation.jsonl
• config_name: MMLUProDataset_local_template_af data_files:
  • split: test path: MMLUProDataset/local_template_af_test.jsonl
  • split: validation path: MMLUProDataset/local_template_af_validation.jsonl
• config_name: MMLUProDataset_en_template_de da