["task_categories:text-generation", "language:en", "license:cc-by-4.0", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2404.00495", "region:us", "safety", "system prompt", "synthetic", "dpo"]
[{"name": "system", "dtype": "string"}, {"name": "prompt", "dtype": "string"}, {"name": "chosen", "dtype": "string"}, {"name": "rejected", "dtype": "string"}, {"name": "task", "dtype": "string"}]