size_categories:10K<n<100K format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars arxiv:2406.08464 region:us
---
dataset_info:
  features:
  - name: model_name_response_base
    dtype: string
  - name: instruction
    dtype: string
  - name: response
    dtype: string
  - name: response_base
    dtype: string
  - name: intent
    dtype: string
  - name: knowledge
    dtype: string
  - name: difficulty
    dtype: string
  - name: model_name_difficulty
    dtype: string
  - name: explanation
    dtype: string
  - name: quality
    dtype: string
  - name: model_name_quality
    dtype: string
  - name: primary_tag
    dtype: string
  - name: other_tags
    sequence: string
  - name: model_name_classification
    dtype: string
  - name: embedding
    sequence: float64
  - name: model_name_embeddings
    dtype: string
  - name: score
    dtype: float64
  - name: score_base
    dtype: float64
  - name: distilabel_metadata
    struct:
    - name: raw_output_assign_tags_0
      dtype: string
  - name: nn_indices
    sequence: int64
  - name: nn_scores
    sequence: float64
  - name: messages
    list:
    - name: content
      dtype: string
    - name: role
      dtype: string
  - name: guard
    dtype: string
  - name: model_name_guard
    dtype: string
  - name: safe
    dtype: bool
  - name: hazard_category
    dtype: string
  - name: score_difference
    dtype: float64
  - name: text
    dtype: string
  - name: text_tok_length
    dtype: int64
  - name: rejected_response
    dtype: string
  - name: prompt
    dtype: string
  - name: chosen
    list:
    - name: content
      dtype: string
    - name: role
      dtype: string
  - name: rejected
    list:
    - name: content
      dtype: string
    - name: role
      dtype: string
  splits:
  - name: train
    num_bytes: 1177571394
    num_examples: 50000
  download_size: 694713520
  dataset_size: 1177571394
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
---

# magpie-ultra-v0.1-DPO

Version of (argilla/magpie-ultra-v0.1) with rejected responses added for easy use in DPO or ORPO.  

```bibtex
@misc{buehler2024magpie,
    title={Generating science-aligned LLMs}, 
    author={Markus J. Buehler, et al.},
    year={2024},
    eprint={},
    archivePrefix={arXiv},
    primaryClass={cs.CL}
}
@misc{xu2024magpie,
    title={Magpie: Alignment Data Synthesis from Scratch by Prompting Aligned LLMs with Nothing}, 
    author={Zhangchen Xu and Fengqing Jiang and Luyao Niu and Yuntian Deng and Radha Poovendran and Yejin Choi and Bill Yuchen Lin},
    year={2024},
    eprint={2406.08464},
    archivePrefix={arXiv},
    primaryClass={cs.CL}
}
```