size_categories:10K<n<100K format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: id
    dtype: int64
  - name: pre_query_template
    dtype: string
  - name: raw_instruction
    dtype: string
  - name: instruction
    dtype: string
  - name: instruction_sanitize_class_num
    dtype: float64
  - name: response
    dtype: string
  - name: created
    dtype: int64
  - name: gen_input_configs
    struct:
    - name: input_generator
      dtype: string
    - name: seed
      dtype: 'null'
    - name: temperature
      dtype: float64
    - name: top_p
      dtype: float64
  - name: gen_response_configs
    struct:
    - name: engine
      dtype: string
    - name: max_tokens
      dtype: int64
    - name: output_generator
      dtype: string
    - name: prompt
      dtype: string
    - name: repetition_penalty
      dtype: float64
    - name: stop_tokens
      sequence: string
    - name: temperature
      dtype: float64
    - name: top_p
      dtype: float64
  - name: intent
    dtype: string
  - name: knowledge
    dtype: string
  - name: difficulty
    dtype: string
  - name: difficulty_generator
    dtype: string
  - name: input_quality
    dtype: string
  - name: quality_explanation
    dtype: string
  - name: quality_generator
    dtype: string
  - name: task_category
    dtype: string
  - name: other_task_category
    sequence: string
  - name: task_category_generator
    dtype: string
  - name: llama_guard_2
    dtype: string
  - name: instruct_reward
    dtype: float64
  - name: reward_model
    dtype: string
  - name: language
    dtype: string
  - name: correction
    sequence: string
  - name: has_changes
    dtype: string
  - name: correction_generator
    dtype: string
  - name: responses
    sequence: string
  - name: rewards_armorm
    list:
    - name: score
      dtype: float64
  - name: chosen
    list:
    - name: content
      dtype: string
    - name: role
      dtype: string
  - name: rejected
    list:
    - name: content
      dtype: string
    - name: role
      dtype: string
  splits:
  - name: train
    num_bytes: 963523345.1567498
    num_examples: 61568
  download_size: 447751049
  dataset_size: 963523345.1567498
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
---



## DPO dataset, using a subset of the data from the other magpie datasets, filtered by quality.
5 answers generated per input and ranked using a reward model, with the highest scoring output in the chosen column and the lowest socring output in the rejected column.
Reward model used: https://huggingface.co/RLHFlow/ArmoRM-Llama3-8B-v0.1


## TODO - metrics


