size_categories:100K<n<1M format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: title
    dtype: string
  - name: chunk_uuid
    dtype: string
  - name: chunk_location_id
    dtype: int64
  - name: chunk_size
    dtype: int64
  - name: chunk
    dtype: string
  - name: summary
    dtype: string
  - name: document_type
    dtype: string
  - name: document_name
    dtype: string
  - name: unique_document_id
    dtype: string
  - name: source_text
    dtype: string
  - name: document_analysis
    dtype: string
  - name: chunk_analysis
    dtype: string
  - name: potential_question_directions
    sequence: string
  - name: best_direction
    dtype: string
  - name: direct_line_quotes
    sequence: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: reasoning
    dtype: string
  - name: kind
    dtype: string
  - name: estimated_difficulty
    dtype: int64
  - name: generating_model
    dtype: string
  - name: citation_match_statistics
    struct:
    - name: match_ratio_mean
      dtype: float64
    - name: match_ratio_median
      dtype: float64
    - name: match_ratio_std
      dtype: float64
    - name: num_valid_quotes
      dtype: int64
    - name: total_num_quotes
      dtype: int64
  - name: question_identifier
    dtype: string
  - name: previous_chunk_uuid
    dtype: string
  - name: previous_chunk
    dtype: string
  - name: next_chunk_uuid
    dtype: string
  - name: next_chunk
    dtype: string
  splits:
  - name: train
    num_bytes: 42969033201
    num_examples: 332870
  download_size: 194621369
  dataset_size: 42969033201
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
---
