size_categories:10K<n<100K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: am
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 3423959.326044094
    num_examples: 1910
  - name: test
    num_bytes: 971371.402023919
    num_examples: 588
  download_size: 5076072
  dataset_size: 4395330.728068013
- config_name: ary
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 4130664.8823944656
    num_examples: 2821
  - name: test
    num_bytes: 536895.6756053112
    num_examples: 373
  download_size: 3275749
  dataset_size: 4667560.557999777
- config_name: bm
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 133137.76326530613
    num_examples: 192
  - name: test
    num_bytes: 25252.453012048194
    num_examples: 39
  download_size: 206740
  dataset_size: 158390.21627735434
- config_name: ee
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 209372.60768335275
    num_examples: 245
  - name: test
    num_bytes: 34131.95889186774
    num_examples: 46
  download_size: 314591
  dataset_size: 243504.5665752205
- config_name: fon
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 374615.10996563575
    num_examples: 443
  - name: test
    num_bytes: 25098.925261584456
    num_examples: 31
  download_size: 262460
  dataset_size: 399714.0352272202
- config_name: ha
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 43437930.3932531
    num_examples: 20212
  - name: test
    num_bytes: 3475282.4724764023
    num_examples: 1667
  download_size: 33991434
  dataset_size: 46913212.8657295
- config_name: ig
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 34339312.2979965
    num_examples: 12112
  - name: test
    num_bytes: 3071528.167586207
    num_examples: 1083
  download_size: 23034017
  dataset_size: 37410840.465582706
- config_name: lg
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 1002265.7404269739
    num_examples: 515
  - name: test
    num_bytes: 257531.81269510926
    num_examples: 156
  download_size: 951842
  dataset_size: 1259797.5531220832
- config_name: ln
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 332503.5103926097
    num_examples: 578
  - name: test
    num_bytes: 89027.85390884394
    num_examples: 160
  download_size: 473225
  dataset_size: 421531.36430145364
- config_name: ny
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 505936.6530612245
    num_examples: 323
  - name: test
    num_bytes: 73892.56820319849
    num_examples: 50
  download_size: 586038
  dataset_size: 579829.221264423
- config_name: om
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 980269.448275862
    num_examples: 531
  - name: test
    num_bytes: 164141.14009661836
    num_examples: 91
  download_size: 1176759
  dataset_size: 1144410.5883724804
- config_name: pcm
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 1149394.8854824165
    num_examples: 774
  - name: test
    num_bytes: 87690.92170212766
    num_examples: 59
  download_size: 928268
  dataset_size: 1237085.8071845442
- config_name: rn
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 31746.551301684533
    num_examples: 46
  - name: test
    num_bytes: 21925.515463917527
    num_examples: 35
  download_size: 82724
  dataset_size: 53672.06676560206
- config_name: rw
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 4169773.3154362417
    num_examples: 2928
  - name: test
    num_bytes: 535752.1866666666
    num_examples: 377
  download_size: 3325020
  dataset_size: 4705525.502102909
- config_name: sn
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 1849850.0427869326
    num_examples: 2229
  - name: test
    num_bytes: 452951.56592807843
    num_examples: 547
  download_size: 1331143
  dataset_size: 2302801.608715011
- config_name: so
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 5633406.16962722
    num_examples: 3880
  - name: test
    num_bytes: 602113.8649344569
    num_examples: 421
  download_size: 5594977
  dataset_size: 6235520.034561677
- config_name: sw
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 28236302.19127912
    num_examples: 27199
  - name: test
    num_bytes: 2684504.098051035
    num_examples: 2994
  download_size: 24781480
  dataset_size: 30920806.289330155
- config_name: ti
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 117137.81034482758
    num_examples: 69
  - name: test
    num_bytes: 33007.23809523809
    num_examples: 19
  download_size: 197950
  dataset_size: 150145.04844006567
- config_name: tn
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 1813805.6857749468
    num_examples: 977
  - name: test
    num_bytes: 138343.80398671096
    num_examples: 75
  download_size: 1467976
  dataset_size: 1952149.4897616578
- config_name: ts
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 373435.7952167414
    num_examples: 337
  - name: test
    num_bytes: 38245.93234100135
    num_examples: 36
  download_size: 378327
  dataset_size: 411681.72755774274
- config_name: tw
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 4694352.278573435
    num_examples: 2452
  - name: test
    num_bytes: 362035.10322922183
    num_examples: 188
  download_size: 3547738
  dataset_size: 5056387.381802657
- config_name: wo
  features:
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 1043329.9766081871
    num_examples: 566
  - name: test
    num_bytes: 167148.1
    num_examples: 82
  download_size: 1571828
  dataset_size: 1210478.076608187
- config_name: yo
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 4975331.097214233
    num_examples: 4539
  - name: test
    num_bytes: 353389.61402679275
    num_examples: 641
  download_size: 5470203
  dataset_size: 5328720.7112410255
- config_name: zu
  features:
  - name: id
    dtype: string
  - name: url
    dtype: string
  - name: title
    dtype: string
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 319196.1590857915
    num_examples: 491
  - name: test
    num_bytes: 277816.5533078185
    num_examples: 468
  download_size: 965479
  dataset_size: 597012.71239361
configs:
- config_name: am
  data_files:
  - split: train
    path: am/train-*
  - split: test
    path: am/test-*
- config_name: ary
  data_files:
  - split: train
    path: ary/train-*
  - split: test
    path: ary/test-*
- config_name: bm
  data_files:
  - split: train
    path: bm/train-*
  - split: test
    path: bm/test-*
- config_name: ee
  data_files:
  - split: train
    path: ee/train-*
  - split: test
    path: ee/test-*
- config_name: fon
  data_files:
  - split: train
    path: fon/train-*
  - split: test
    path: fon/test-*
- config_name: ha
  data_files:
  - split: train
    path: ha/train-*
  - split: test
    path: ha/test-*
- config_name: ig
  data_files:
  - split: train
    path: ig/train-*
  - split: test
    path: ig/test-*
- config_name: lg
  data_files:
  - split: train
    path: lg/train-*
  - split: test
    path: lg/test-*
- config_name: ln
  data_files:
  - split: train
    path: ln/train-*
  - split: test
    path: ln/test-*
- config_name: ny
  data_files:
  - split: train
    path: ny/train-*
  - split: test
    path: ny/test-*
- config_name: om
  data_files:
  - split: train
    path: om/train-*
  - split: test
    path: om/test-*
- config_name: pcm
  data_files:
  - split: train
    path: pcm/train-*
  - split: test
    path: pcm/test-*
- config_name: rn
  data_files:
  - split: train
    path: rn/train-*
  - split: test
    path: rn/test-*
- config_name: rw
  data_files:
  - split: train
    path: rw/train-*
  - split: test
    path: rw/test-*
- config_name: sn
  data_files:
  - split: train
    path: sn/train-*
  - split: test
    path: sn/test-*
- config_name: so
  data_files:
  - split: train
    path: so/train-*
  - split: test
    path: so/test-*
- config_name: sw
  data_files:
  - split: train
    path: sw/train-*
  - split: test
    path: sw/test-*
- config_name: ti
  data_files:
  - split: train
    path: ti/train-*
  - split: test
    path: ti/test-*
- config_name: tn
  data_files:
  - split: train
    path: tn/train-*
  - split: test
    path: tn/test-*
- config_name: ts
  data_files:
  - split: train
    path: ts/train-*
  - split: test
    path: ts/test-*
- config_name: tw
  data_files:
  - split: train
    path: tw/train-*
  - split: test
    path: tw/test-*
- config_name: wo
  data_files:
  - split: train
    path: wo/train-*
  - split: test
    path: wo/test-*
- config_name: yo
  data_files:
  - split: train
    path: yo/train-*
  - split: test
    path: yo/test-*
- config_name: zu
  data_files:
  - split: train
    path: zu/train-*
  - split: test
    path: zu/test-*
---
