task_categories:multiple-choice multilinguality:multilingual source_datasets:openai/gsm8k source_datasets:openGPT-X/gsm8kx language:de language:fr language:es language:it language:pt language:bg language:cs language:da language:el language:et language:fi language:hu language:lt language:lv language:nl language:pl language:ro language:sk language:sl language:sv size_categories:10K<n<100K format:json modality:text library:datasets library:pandas library:mlcroissant library:polars arxiv:2410.08928 arxiv:2110.14168 region:us
---
task_categories:
- multiple-choice
language:
- de
- fr
- es
- it
- pt
- bg
- cs
- da
- el
- et
- fi
- hu
- lt
- lv
- nl
- pl
- ro
- sk
- sl
- sv
multilinguality:
- multilingual
source_datasets:
- openai/gsm8k
- openGPT-X/gsm8kx
configs:
  - config_name: BG
    data_files:
      - split: test
        path: gsm8k_BG_test.jsonl
      - split: train
        path: gsm8k_BG_train.jsonl
  - config_name: CS
    data_files:
      - split: test
        path: gsm8k_CS_test.jsonl
      - split: train
        path: gsm8k_CS_train.jsonl
  - config_name: DA
    data_files:
      - split: test
        path: gsm8k_DA_test.jsonl
      - split: train
        path: gsm8k_DA_train.jsonl
  - config_name: DE
    data_files:
      - split: test
        path: gsm8k_DE_test.jsonl
      - split: train
        path: gsm8k_DE_train.jsonl
  - config_name: EL
    data_files:
      - split: test
        path: gsm8k_EL_test.jsonl
      - split: train
        path: gsm8k_EL_train.jsonl
  - config_name: ES
    data_files:
      - split: test
        path: gsm8k_ES_test.jsonl
      - split: train
        path: gsm8k_ES_train.jsonl
  - config_name: ET
    data_files:
      - split: test
        path: gsm8k_ET_test.jsonl
      - split: train
        path: gsm8k_ET_train.jsonl
  - config_name: FI
    data_files:
      - split: test
        path: gsm8k_FI_test.jsonl
      - split: train
        path: gsm8k_FI_train.jsonl
  - config_name: FR
    data_files:
      - split: test
        path: gsm8k_FR_test.jsonl
      - split: train
        path: gsm8k_FR_train.jsonl
  - config_name: HU
    data_files:
      - split: test
        path: gsm8k_HU_test.jsonl
      - split: train
        path: gsm8k_HU_train.jsonl
  - config_name: IT
    data_files:
      - split: test
        path: gsm8k_IT_test.jsonl
      - split: train
        path: gsm8k_IT_train.jsonl
  - config_name: LT
    data_files:
      - split: test
        path: gsm8k_LT_test.jsonl
      - split: train
        path: gsm8k_LT_train.jsonl
  - config_name: LV
    data_files:
      - split: test
        path: gsm8k_LV_test.jsonl
      - split: train
        path: gsm8k_LV_train.jsonl
  - config_name: NL
    data_files:
      - split: test
        path: gsm8k_NL_test.jsonl
      - split: train
        path: gsm8k_NL_train.jsonl
  - config_name: PL
    data_files:
      - split: test
        path: gsm8k_PL_test.jsonl
      - split: train
        path: gsm8k_PL_train.jsonl
  - config_name: PT-PT
    data_files:
      - split: test
        path: gsm8k_PT-PT_test.jsonl
      - split: train
        path: gsm8k_PT-PT_train.jsonl
  - config_name: RO
    data_files:
      - split: test
        path: gsm8k_RO_test.jsonl
      - split: train
        path: gsm8k_RO_train.jsonl
  - config_name: SK
    data_files:
      - split: test
        path: gsm8k_SK_test.jsonl
      - split: train
        path: gsm8k_SK_train.jsonl
  - config_name: SL
    data_files:
      - split: test
        path: gsm8k_SL_test.jsonl
      - split: train
        path: gsm8k_SL_train.jsonl
  - config_name: SV
    data_files:
      - split: test
        path: gsm8k_SV_test.jsonl
      - split: train
        path: gsm8k_SV_train.jsonl
---

This is a copy of the translations from openGPT-X/mmlux, but the repo is
modified so it doesn't require trusting remote code.

### Citation Information

If you find benchmarks useful in your research, please consider citing the test and also the [GSM8K](https://arxiv.org/abs/2410.08928) dataset it draws from:
```
    @misc{thellmann2024crosslingual,
    title={Towards Cross-Lingual LLM Evaluation for European Languages},
    author={Klaudia Thellmann and Bernhard Stadler and Michael Fromm and Jasper Schulze Buschhoff and Alex Jude and Fabio Barth and Johannes Leveling and Nicolas Flores-Herr and Joachim Köhler and René Jäkel and Mehdi Ali},
    year={2024},
    eprint={2410.08928},
    archivePrefix={arXiv},
    primaryClass={cs.CL}


@article{cobbe2021gsm8k,
  title={Training Verifiers to Solve Math Word Problems},
  author={Cobbe, Karl and Kosaraju, Vineet and Bavarian, Mohammad and Chen, Mark and Jun, Heewoo and Kaiser, Lukasz and Plappert, Matthias and Tworek, Jerry and Hilton, Jacob and Nakano, Reiichiro and Hesse, Christopher and Schulman, John},
  journal={arXiv preprint arXiv:2110.14168},
  year={2021}
}
}
```
