size_categories:1M<n<10M format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: documents
  features:
  - name: chunk_id
    dtype: string
  - name: chunk
    dtype: string
  splits:
  - name: train
    num_bytes: 226206127.61958018
    num_examples: 2337443
  - name: test
    num_bytes: 8014908.380419814
    num_examples: 82820
  download_size: 139688169
  dataset_size: 234221036.0
- config_name: queries
  features:
  - name: original_query
    dtype: string
  - name: query
    dtype: string
  - name: chunk_id
    dtype: string
  - name: answer
    dtype: string
  splits:
  - name: train
    num_bytes: 2845286.9363018563
    num_examples: 9359
  - name: test
    num_bytes: 152008.06369814381
    num_examples: 500
  download_size: 2076629
  dataset_size: 2997295.0
- config_name: synthetic_queries
  features:
  - name: chunk_id
    dtype: string
  - name: query
    dtype: string
  - name: answer
    dtype: string
  splits:
  - name: test
    num_bytes: 1934654.3773004094
    num_examples: 12925
  - name: train
    num_bytes: 40882989.78556389
    num_examples: 272548
  download_size: 50820422
  dataset_size: 42817644.162864305
configs:
- config_name: documents
  data_files:
  - split: train
    path: documents/train-*
  - split: test
    path: documents/test-*
- config_name: queries
  data_files:
  - split: train
    path: queries/train-*
  - split: test
    path: queries/test-*
- config_name: synthetic_queries
  data_files:
  - split: train
    path: synthetic_queries/train-*
  - split: test
    path: synthetic_queries/test-*
---
