size_categories:100K<n<1M format:json modality:tabular modality:text library:datasets library:pandas library:mlcroissant library:polars arxiv:2410.08928 region:us
---
configs:
  - config_name: BG
    data_files:
      - split: train
        path: hellaswag_BG_train.jsonl
      - split: validation
        path: hellaswag_BG_validation.jsonl
  - config_name: CS
    data_files:
      - split: train
        path: hellaswag_CS_train.jsonl
      - split: validation
        path: hellaswag_CS_validation.jsonl
  - config_name: DA
    data_files:
      - split: train
        path: hellaswag_DA_train.jsonl
      - split: validation
        path: hellaswag_DA_validation.jsonl
  - config_name: DE
    data_files:
      - split: train
        path: hellaswag_DE_train.jsonl
      - split: validation
        path: hellaswag_DE_validation.jsonl
  - config_name: EL
    data_files:
      - split: train
        path: hellaswag_EL_train.jsonl
      - split: validation
        path: hellaswag_EL_validation.jsonl
  - config_name: ES
    data_files:
      - split: train
        path: hellaswag_ES_train.jsonl
      - split: validation
        path: hellaswag_ES_validation.jsonl
  - config_name: ET
    data_files:
      - split: train
        path: hellaswag_ET_train.jsonl
      - split: validation
        path: hellaswag_ET_validation.jsonl
  - config_name: FI
    data_files:
      - split: train
        path: hellaswag_FI_train.jsonl
      - split: validation
        path: hellaswag_FI_validation.jsonl
  - config_name: FR
    data_files:
      - split: train
        path: hellaswag_FR_train.jsonl
      - split: validation
        path: hellaswag_FR_validation.jsonl
  - config_name: HU
    data_files:
      - split: train
        path: hellaswag_HU_train.jsonl
      - split: validation
        path: hellaswag_HU_validation.jsonl
  - config_name: IT
    data_files:
      - split: train
        path: hellaswag_IT_train.jsonl
      - split: validation
        path: hellaswag_IT_validation.jsonl
  - config_name: LT
    data_files:
      - split: train
        path: hellaswag_LT_train.jsonl
      - split: validation
        path: hellaswag_LT_validation.jsonl
  - config_name: LV
    data_files:
      - split: train
        path: hellaswag_LV_train.jsonl
      - split: validation
        path: hellaswag_LV_validation.jsonl
  - config_name: NL
    data_files:
      - split: train
        path: hellaswag_NL_train.jsonl
      - split: validation
        path: hellaswag_NL_validation.jsonl
  - config_name: PL
    data_files:
      - split: train
        path: hellaswag_PL_train.jsonl
      - split: validation
        path: hellaswag_PL_validation.jsonl
  - config_name: PT-PT
    data_files:
      - split: train
        path: hellaswag_PT-PT_train.jsonl
      - split: validation
        path: hellaswag_PT-PT_validation.jsonl
  - config_name: RO
    data_files:
      - split: train
        path: hellaswag_RO_train.jsonl
      - split: validation
        path: hellaswag_RO_validation.jsonl
  - config_name: SK
    data_files:
      - split: train
        path: hellaswag_SK_train.jsonl
      - split: validation
        path: hellaswag_SK_validation.jsonl
  - config_name: SL
    data_files:
      - split: train
        path: hellaswag_SL_train.jsonl
      - split: validation
        path: hellaswag_SL_validation.jsonl
  - config_name: SV
    data_files:
      - split: train
        path: hellaswag_SV_train.jsonl
      - split: validation
        path: hellaswag_SV_validation.jsonl
---
This is a copy of the translations from openGPT-X/hellaswagx, but the repo is
modified so it doesn't require trusting remote code.

### Citation Information

If you find benchmarks useful in your research, please consider citing the test and also the [HellaSwag](https://aclanthology.org/P19-1472/) dataset it draws from:
```
    @misc{thellmann2024crosslingual,
    title={Towards Cross-Lingual LLM Evaluation for European Languages},
    author={Klaudia Thellmann and Bernhard Stadler and Michael Fromm and Jasper Schulze Buschhoff and Alex Jude and Fabio Barth and Johannes Leveling and Nicolas Flores-Herr and Joachim Köhler and René Jäkel and Mehdi Ali},
    year={2024},
    eprint={2410.08928},
    archivePrefix={arXiv},
    primaryClass={cs.CL}


@inproceedings{DBLP:conf/acl/ZellersHBFC19,
  author       = {Rowan Zellers and
                  Ari Holtzman and
                  Yonatan Bisk and
                  Ali Farhadi and
                  Yejin Choi},
  title        = {HellaSwag: Can a Machine Really Finish Your Sentence?},
  booktitle    = {{ACL} {(1)}},
  pages        = {4791--4800},
  publisher    = {Association for Computational Linguistics},
  year         = {2019}
}
}
```
