size_categories:10K<n<100K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: ara
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 52127
    num_examples: 204
  - name: train
    num_bytes: 177619
    num_examples: 701
  - name: validation
    num_bytes: 23717
    num_examples: 99
  download_size: 132853
  dataset_size: 253463
- config_name: cmn
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 32336
    num_examples: 204
  - name: train
    num_bytes: 111524
    num_examples: 701
  - name: validation
    num_bytes: 14881
    num_examples: 99
  download_size: 106092
  dataset_size: 158741
- config_name: deu
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 40552
    num_examples: 204
  - name: train
    num_bytes: 140109
    num_examples: 701
  - name: validation
    num_bytes: 18547
    num_examples: 99
  download_size: 124782
  dataset_size: 199208
- config_name: eng
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 35834
    num_examples: 204
  - name: train
    num_bytes: 122730
    num_examples: 701
  - name: validation
    num_bytes: 16414
    num_examples: 99
  download_size: 109040
  dataset_size: 174978
- config_name: fin
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 39046
    num_examples: 204
  - name: train
    num_bytes: 132634
    num_examples: 701
  - name: validation
    num_bytes: 17965
    num_examples: 99
  download_size: 121002
  dataset_size: 189645
- config_name: fra
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 42064
    num_examples: 204
  - name: train
    num_bytes: 145107
    num_examples: 701
  - name: validation
    num_bytes: 19251
    num_examples: 99
  download_size: 127191
  dataset_size: 206422
- config_name: heb
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 46615
    num_examples: 204
  - name: train
    num_bytes: 159197
    num_examples: 701
  - name: validation
    num_bytes: 21244
    num_examples: 99
  download_size: 119977
  dataset_size: 227056
- config_name: hin
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 77787
    num_examples: 204
  - name: train
    num_bytes: 265754
    num_examples: 701
  - name: validation
    num_bytes: 35641
    num_examples: 99
  download_size: 162496
  dataset_size: 379182
- config_name: ita
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 40710
    num_examples: 204
  - name: train
    num_bytes: 140755
    num_examples: 701
  - name: validation
    num_bytes: 18890
    num_examples: 99
  download_size: 124290
  dataset_size: 200355
- config_name: jpn
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 42936
    num_examples: 204
  - name: train
    num_bytes: 149270
    num_examples: 701
  - name: validation
    num_bytes: 19790
    num_examples: 99
  download_size: 125742
  dataset_size: 211996
- config_name: kaz
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 60479
    num_examples: 204
  - name: train
    num_bytes: 204772
    num_examples: 701
  - name: validation
    num_bytes: 26863
    num_examples: 99
  download_size: 147831
  dataset_size: 292114
- config_name: kor
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 40625
    num_examples: 204
  - name: train
    num_bytes: 141731
    num_examples: 701
  - name: validation
    num_bytes: 18848
    num_examples: 99
  download_size: 122430
  dataset_size: 201204
- config_name: lav
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 37592
    num_examples: 204
  - name: train
    num_bytes: 129072
    num_examples: 701
  - name: validation
    num_bytes: 16985
    num_examples: 99
  download_size: 116885
  dataset_size: 183649
- config_name: nld
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 39042
    num_examples: 204
  - name: train
    num_bytes: 133343
    num_examples: 701
  - name: validation
    num_bytes: 17798
    num_examples: 99
  download_size: 117046
  dataset_size: 190183
- config_name: pes
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 55146
    num_examples: 204
  - name: train
    num_bytes: 188166
    num_examples: 701
  - name: validation
    num_bytes: 24827
    num_examples: 99
  download_size: 138089
  dataset_size: 268139
- config_name: pol
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 39279
    num_examples: 204
  - name: train
    num_bytes: 134936
    num_examples: 701
  - name: validation
    num_bytes: 18079
    num_examples: 99
  download_size: 126546
  dataset_size: 192294
- config_name: por
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 38700
    num_examples: 204
  - name: train
    num_bytes: 133969
    num_examples: 701
  - name: validation
    num_bytes: 17836
    num_examples: 99
  download_size: 118663
  dataset_size: 190505
- config_name: rus
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 63186
    num_examples: 204
  - name: train
    num_bytes: 214937
    num_examples: 701
  - name: validation
    num_bytes: 28085
    num_examples: 99
  download_size: 161283
  dataset_size: 306208
- config_name: spa
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 41437
    num_examples: 204
  - name: train
    num_bytes: 142311
    num_examples: 701
  - name: validation
    num_bytes: 18842
    num_examples: 99
  download_size: 125186
  dataset_size: 202590
- config_name: tur
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 39141
    num_examples: 204
  - name: train
    num_bytes: 134184
    num_examples: 701
  - name: validation
    num_bytes: 17884
    num_examples: 99
  download_size: 117714
  dataset_size: 191209
- config_name: ukr
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 59563
    num_examples: 204
  - name: train
    num_bytes: 203117
    num_examples: 701
  - name: validation
    num_bytes: 26658
    num_examples: 99
  download_size: 157017
  dataset_size: 289338
- config_name: uzb
  features:
  - name: index_id
    dtype: int64
  - name: category
    dtype: large_string
  - name: text
    dtype: large_string
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 38392
    num_examples: 204
  - name: train
    num_bytes: 131434
    num_examples: 701
  - name: validation
    num_bytes: 17389
    num_examples: 99
  download_size: 113223
  dataset_size: 187215
configs:
- config_name: ara
  data_files:
  - split: test
    path: ara/test-*
  - split: train
    path: ara/train-*
  - split: validation
    path: ara/validation-*
- config_name: cmn
  data_files:
  - split: test
    path: cmn/test-*
  - split: train
    path: cmn/train-*
  - split: validation
    path: cmn/validation-*
- config_name: deu
  data_files:
  - split: test
    path: deu/test-*
  - split: train
    path: deu/train-*
  - split: validation
    path: deu/validation-*
- config_name: eng
  data_files:
  - split: test
    path: eng/test-*
  - split: train
    path: eng/train-*
  - split: validation
    path: eng/validation-*
- config_name: fin
  data_files:
  - split: test
    path: fin/test-*
  - split: train
    path: fin/train-*
  - split: validation
    path: fin/validation-*
- config_name: fra
  data_files:
  - split: test
    path: fra/test-*
  - split: train
    path: fra/train-*
  - split: validation
    path: fra/validation-*
- config_name: heb
  data_files:
  - split: test
    path: heb/test-*
  - split: train
    path: heb/train-*
  - split: validation
    path: heb/validation-*
- config_name: hin
  data_files:
  - split: test
    path: hin/test-*
  - split: train
    path: hin/train-*
  - split: validation
    path: hin/validation-*
- config_name: ita
  data_files:
  - split: test
    path: ita/test-*
  - split: train
    path: ita/train-*
  - split: validation
    path: ita/validation-*
- config_name: jpn
  data_files:
  - split: test
    path: jpn/test-*
  - split: train
    path: jpn/train-*
  - split: validation
    path: jpn/validation-*
- config_name: kaz
  data_files:
  - split: test
    path: kaz/test-*
  - split: train
    path: kaz/train-*
  - split: validation
    path: kaz/validation-*
- config_name: kor
  data_files:
  - split: test
    path: kor/test-*
  - split: train
    path: kor/train-*
  - split: validation
    path: kor/validation-*
- config_name: lav
  data_files:
  - split: test
    path: lav/test-*
  - split: train
    path: lav/train-*
  - split: validation
    path: lav/validation-*
- config_name: nld
  data_files:
  - split: test
    path: nld/test-*
  - split: train
    path: nld/train-*
  - split: validation
    path: nld/validation-*
- config_name: pes
  data_files:
  - split: test
    path: pes/test-*
  - split: train
    path: pes/train-*
  - split: validation
    path: pes/validation-*
- config_name: pol
  data_files:
  - split: test
    path: pol/test-*
  - split: train
    path: pol/train-*
  - split: validation
    path: pol/validation-*
- config_name: por
  data_files:
  - split: test
    path: por/test-*
  - split: train
    path: por/train-*
  - split: validation
    path: por/validation-*
- config_name: rus
  data_files:
  - split: test
    path: rus/test-*
  - split: train
    path: rus/train-*
  - split: validation
    path: rus/validation-*
- config_name: spa
  data_files:
  - split: test
    path: spa/test-*
  - split: train
    path: spa/train-*
  - split: validation
    path: spa/validation-*
- config_name: tur
  data_files:
  - split: test
    path: tur/test-*
  - split: train
    path: tur/train-*
  - split: validation
    path: tur/validation-*
- config_name: ukr
  data_files:
  - split: test
    path: ukr/test-*
  - split: train
    path: ukr/train-*
  - split: validation
    path: ukr/validation-*
- config_name: uzb
  data_files:
  - split: test
    path: uzb/test-*
  - split: train
    path: uzb/train-*
  - split: validation
    path: uzb/validation-*
---
