size_categories:100K<n<1M format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: auto_math_text
  features:
  - name: prompt
    dtype: string
  - name: text_token_length
    dtype: int64
  - name: text
    dtype: string
  - name: seed_data
    dtype: string
  - name: format
    dtype: string
  - name: audience
    dtype: string
  - name: token_length
    dtype: int64
  splits:
  - name: train
    num_bytes: 142987419
    num_examples: 30000
  download_size: 67940593
  dataset_size: 142987419
- config_name: khanacademy
  features:
  - name: prompt
    dtype: string
  - name: text_token_length
    dtype: int64
  - name: text
    dtype: string
  - name: seed_data
    dtype: string
  - name: format
    dtype: string
  - name: audience
    dtype: string
  - name: token_length
    dtype: int64
  splits:
  - name: train
    num_bytes: 1729190
    num_examples: 360
  download_size: 707719
  dataset_size: 1729190
- config_name: openstax
  features:
  - name: text_token_length
    dtype: int64
  - name: prompt
    dtype: string
  - name: text
    dtype: string
  - name: seed_data
    dtype: string
  - name: format
    dtype: string
  - name: audience
    dtype: string
  - name: token_length
    dtype: int64
  splits:
  - name: train
    num_bytes: 10957423
    num_examples: 1900
  download_size: 5321431
  dataset_size: 10957423
- config_name: stanford
  features:
  - name: text_token_length
    dtype: int64
  - name: prompt
    dtype: string
  - name: text
    dtype: string
  - name: seed_data
    dtype: string
  - name: format
    dtype: string
  - name: audience
    dtype: string
  - name: token_length
    dtype: int64
  splits:
  - name: train
    num_bytes: 93342861.0
    num_examples: 15000
  download_size: 58318384
  dataset_size: 93342861.0
- config_name: stories
  features:
  - name: text
    dtype: string
  - name: prompt
    dtype: string
  - name: text_token_length
    dtype: int64
  - name: seed_data
    dtype: string
  - name: format
    dtype: string
  - name: audience
    dtype: string
  - name: token_length
    dtype: int64
  splits:
  - name: train
    num_bytes: 360080393.0
    num_examples: 75000
  download_size: 199651480
  dataset_size: 360080393.0
- config_name: web_samples_v1
  features:
  - name: text_token_length
    dtype: int64
  - name: prompt
    dtype: string
  - name: text
    dtype: string
  - name: seed_data
    dtype: string
  - name: format
    dtype: string
  - name: audience
    dtype: string
  - name: token_length
    dtype: int64
  splits:
  - name: train
    num_bytes: 1395896020
    num_examples: 185999
  download_size: 745523988
  dataset_size: 1395896020
- config_name: web_samples_v2
  features:
  - name: text_token_length
    dtype: int64
  - name: prompt
    dtype: string
  - name: text
    dtype: string
  - name: seed_data
    dtype: string
  - name: format
    dtype: string
  - name: audience
    dtype: string
  - name: token_length
    dtype: int64
  splits:
  - name: train
    num_bytes: 966736508.9500258
    num_examples: 154999
  download_size: 514789057
  dataset_size: 966736508.9500258
- config_name: wikihow
  features:
  - name: text_token_length
    dtype: int64
  - name: prompt
    dtype: string
  - name: text
    dtype: string
  - name: seed_data
    dtype: string
  - name: format
    dtype: string
  - name: audience
    dtype: string
  - name: token_length
    dtype: int64
  splits:
  - name: train
    num_bytes: 17928398.954074074
    num_examples: 2692
  download_size: 9245472
  dataset_size: 17928398.954074074
configs:
- config_name: auto_math_text
  data_files:
  - split: train
    path: auto_math_text/train-*
- config_name: khanacademy
  data_files:
  - split: train
    path: khanacademy/train-*
- config_name: openstax
  data_files:
  - split: train
    path: openstax/train-*
- config_name: stanford
  data_files:
  - split: train
    path: stanford/train-*
- config_name: stories
  data_files:
  - split: train
    path: stories/train-*
- config_name: web_samples_v1
  data_files:
  - split: train
    path: web_samples_v1/train-*
- config_name: web_samples_v2
  data_files:
  - split: train
    path: web_samples_v2/train-*
- config_name: wikihow
  data_files:
  - split: train
    path: wikihow/train-*
---
