size_categories:1K<n<10K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: text
    dtype: string
  - name: split
    dtype: string
  - name: label
    dtype: int64
  splits:
  - name: new_Math
    num_bytes: 319684
    num_examples: 100
  - name: new_News
    num_bytes: 302819
    num_examples: 100
  - name: new_Wiki
    num_bytes: 80460
    num_examples: 100
  - name: new_ArXiv
    num_bytes: 129621
    num_examples: 100
  - name: new_Twitter
    num_bytes: 111841
    num_examples: 100
  - name: Pile_CC
    num_bytes: 525742
    num_examples: 100
  - name: Pile_Wiki
    num_bytes: 503993
    num_examples: 100
  - name: Pile_ArXiv
    num_bytes: 4912893
    num_examples: 100
  - name: Pile_Math
    num_bytes: 821900
    num_examples: 100
  - name: Pile_Github
    num_bytes: 857031
    num_examples: 100
  - name: full
    num_bytes: 8565984
    num_examples: 1000
  download_size: 8312078
  dataset_size: 17131968
configs:
- config_name: default
  data_files:
  - split: new_Math
    path: data/new_Math-*
  - split: new_News
    path: data/new_News-*
  - split: new_Wiki
    path: data/new_Wiki-*
  - split: new_ArXiv
    path: data/new_ArXiv-*
  - split: new_Twitter
    path: data/new_Twitter-*
  - split: Pile_CC
    path: data/Pile_CC-*
  - split: Pile_Wiki
    path: data/Pile_Wiki-*
  - split: Pile_ArXiv
    path: data/Pile_ArXiv-*
  - split: Pile_Math
    path: data/Pile_Math-*
  - split: Pile_Github
    path: data/Pile_Github-*
  - split: full
    path: data/full-*
---
