size_categories:10M<n<100M format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: id
    dtype: string
  - name: text
    dtype: string
  - name: added
    dtype: string
  - name: created
    dtype: string
  - name: source
    dtype: string
  - name: original_shard_dir
    dtype: string
  - name: original_shard_idx
    dtype: int64
  - name: num_tokens
    dtype: int64
  splits:
  - name: shard_0
    num_bytes: 10010006336
    num_examples: 2997700
  - name: shard_1
    num_bytes: 10041512099
    num_examples: 2763408
  - name: shard_2
    num_bytes: 10015810172
    num_examples: 2719516
  - name: shard_3
    num_bytes: 10039547720
    num_examples: 2911206
  - name: shard_4
    num_bytes: 10000995298
    num_examples: 3561063
  - name: shard_5
    num_bytes: 10008788050
    num_examples: 3382942
  - name: shard_6
    num_bytes: 10009654657
    num_examples: 3187332
  - name: shard_7
    num_bytes: 10055922854
    num_examples: 3175214
  - name: shard_8
    num_bytes: 10120258157
    num_examples: 4621161
  - name: shard_9
    num_bytes: 10456646323
    num_examples: 5064727
  - name: shard_10
    num_bytes: 10238955984
    num_examples: 10307824
  - name: shard_11
    num_bytes: 10130423031
    num_examples: 3942796
  - name: shard_12
    num_bytes: 6457714538
    num_examples: 5730807
  download_size: 63642442616
  dataset_size: 127586235219
configs:
- config_name: default
  data_files:
  - split: shard_0
    path: data/shard_0-*
  - split: shard_1
    path: data/shard_1-*
  - split: shard_2
    path: data/shard_2-*
  - split: shard_3
    path: data/shard_3-*
  - split: shard_4
    path: data/shard_4-*
  - split: shard_5
    path: data/shard_5-*
  - split: shard_6
    path: data/shard_6-*
  - split: shard_7
    path: data/shard_7-*
  - split: shard_8
    path: data/shard_8-*
  - split: shard_9
    path: data/shard_9-*
  - split: shard_10
    path: data/shard_10-*
  - split: shard_11
    path: data/shard_11-*
  - split: shard_12
    path: data/shard_12-*
---
