size_categories:10K<n<100K format:parquet modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: text
    dtype: string
  - name: domain
    dtype: string
  - name: split
    dtype: string
  splits:
  - name: Pile_CC
    num_bytes: 18175292
    num_examples: 3000
  - name: Github
    num_bytes: 23463861
    num_examples: 3000
  - name: StackExchange
    num_bytes: 8346784
    num_examples: 3000
  - name: Wikipedia
    num_bytes: 13493837
    num_examples: 3000
  - name: PubMed_Abstracts
    num_bytes: 4856333
    num_examples: 3000
  - name: USPTO_Backgrounds
    num_bytes: 13970731
    num_examples: 3000
  - name: FreeLaw
    num_bytes: 55413324
    num_examples: 3000
  - name: PubMed_Central
    num_bytes: 106736080
    num_examples: 3000
  - name: Enron_Emails
    num_bytes: 6271445
    num_examples: 1802
  - name: HackerNews
    num_bytes: 25576262
    num_examples: 2819
  - name: NIH_ExPorter
    num_bytes: 7180114
    num_examples: 3000
  - name: ArXiv
    num_bytes: 144428543
    num_examples: 3000
  - name: DM_Mathematics
    num_bytes: 24679000
    num_examples: 3000
  - name: Ubuntu_IRC
    num_bytes: 650222018
    num_examples: 1034
  - name: EuroParl
    num_bytes: 102932165
    num_examples: 1233
  - name: PhilPapers
    num_bytes: 84333253
    num_examples: 1125
  - name: Gutenberg
    num_bytes: 454952368
    num_examples: 1139
  - name: full
    num_bytes: 1745031410
    num_examples: 42152
  download_size: 1907021367
  dataset_size: 3490062820
configs:
- config_name: default
  data_files:
  - split: Pile_CC
    path: data/Pile_CC-*
  - split: Github
    path: data/Github-*
  - split: StackExchange
    path: data/StackExchange-*
  - split: Wikipedia
    path: data/Wikipedia-*
  - split: PubMed_Abstracts
    path: data/PubMed_Abstracts-*
  - split: USPTO_Backgrounds
    path: data/USPTO_Backgrounds-*
  - split: FreeLaw
    path: data/FreeLaw-*
  - split: PubMed_Central
    path: data/PubMed_Central-*
  - split: Enron_Emails
    path: data/Enron_Emails-*
  - split: HackerNews
    path: data/HackerNews-*
  - split: NIH_ExPorter
    path: data/NIH_ExPorter-*
  - split: ArXiv
    path: data/ArXiv-*
  - split: DM_Mathematics
    path: data/DM_Mathematics-*
  - split: Ubuntu_IRC
    path: data/Ubuntu_IRC-*
  - split: EuroParl
    path: data/EuroParl-*
  - split: PhilPapers
    path: data/PhilPapers-*
  - split: Gutenberg
    path: data/Gutenberg-*
  - split: full
    path: data/full-*
---
