size_categories:100K<n<1M format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: info
    struct:
    - name: id
      dtype: string
    - name: post
      dtype: string
    - name: title
      dtype: string
    - name: subreddit
      dtype: string
    - name: site
      dtype: string
    - name: article
      dtype: string
  - name: summaries
    list:
    - name: text
      dtype: string
    - name: policy
      dtype: string
    - name: note
      dtype: string
  - name: choice
    dtype: int32
  - name: worker
    dtype: string
  - name: batch
    dtype: string
  - name: split
    dtype: string
  - name: extra
    struct:
    - name: confidence
      dtype: int32
  - name: query_token
    sequence: int64
  - name: query_attention_mask
    sequence: int64
  - name: query
    dtype: string
  - name: chosen
    dtype: string
  - name: chosen_token
    sequence: int64
  - name: chosen_attention_mask
    sequence: int64
  - name: chosen_token_len
    dtype: int64
  - name: rejected
    dtype: string
  - name: rejected_token
    sequence: int64
  - name: rejected_attention_mask
    sequence: int64
  - name: rejected_token_len
    dtype: int64
  - name: chosen_policy
    dtype: string
  - name: rejected_policy
    dtype: string
  - name: policies
    dtype: string
  - name: query_chosen
    dtype: string
  - name: query_chosen_token
    sequence: int64
  - name: query_chosen_attention_mask
    sequence: int64
  - name: query_chosen_token_len
    dtype: int64
  - name: query_rejected
    dtype: string
  - name: query_rejected_token
    sequence: int64
  - name: query_rejected_attention_mask
    sequence: int64
  - name: query_rejected_token_len
    dtype: int64
  - name: query_token_len
    dtype: int64
  - name: query_chosen_token_response_label
    sequence: int64
  - name: query_rejected_token_response_label
    sequence: int64
  splits:
  - name: train
    num_bytes: 4741154000
    num_examples: 92858
  - name: validation
    num_bytes: 4286306503
    num_examples: 83802
  - name: validation_cnndm
    num_bytes: 339988792
    num_examples: 2284
  download_size: 293527144
  dataset_size: 9367449295
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
  - split: validation
    path: data/validation-*
  - split: validation_cnndm
    path: data/validation_cnndm-*
---
