region:us
---
dataset_info:
  features:
  - name: prompt
    dtype: string
  - name: dataset
    dtype: string
  - name: chosen
    dtype: string
  - name: rejected
    dtype: string
  - name: gpt4_chosen_persona_oracle
    dtype: string
  - name: gpt4_rejected_persona_oracle
    dtype: string
  - name: llama_chosen_persona_oracle
    dtype: string
  - name: llama_rejected_persona_oracle
    dtype: string
  - name: gpt4_chosen_quality_oracle
    dtype: float64
  - name: gpt4_rejected_quality_oracle
    dtype: float64
  - name: llama_chosen_quality_oracle
    dtype: float64
  - name: llama_rejected_quality_oracle
    dtype: float64
  - name: gpt4_chosen_persona_retr
    dtype: string
  - name: gpt4_rejected_persona_retr
    dtype: string
  - name: llama_chosen_persona_retr
    dtype: string
  - name: llama_rejected_persona_retr
    dtype: string
  - name: gpt4_chosen_quality_retr
    dtype: float64
  - name: gpt4_rejected_quality_retr
    dtype: float64
  - name: llama_chosen_quality_retr
    dtype: float64
  - name: llama_rejected_quality_retr
    dtype: float64
  - name: similar_prompt
    dtype: string
  - name: similar_index
    dtype: int64
  splits:
  - name: Safe_RLHF_fewshot
    num_bytes: 11850.0
    num_examples: 5
  - name: Safe_RLHF_sft_train
    num_bytes: 2424277.285859613
    num_examples: 982
  - name: Safe_RLHF_sft_val
    num_bytes: 615135.0
    num_examples: 246
  - name: Safe_RLHF_dpo_train
    num_bytes: 2450738.0
    num_examples: 984
  - name: Safe_RLHF_dpo_val
    num_bytes: 623608.0
    num_examples: 246
  - name: Safe_RLHF_test
    num_bytes: 1248118.0
    num_examples: 500
  - name: SHP_fewshot
    num_bytes: 19527.0
    num_examples: 5
  - name: SHP_sft_train
    num_bytes: 4629303.0
    num_examples: 1537
  - name: SHP_sft_val
    num_bytes: 1176115.0
    num_examples: 385
  - name: SHP_dpo_train
    num_bytes: 4449143.0
    num_examples: 1537
  - name: SHP_dpo_val
    num_bytes: 1061206.0
    num_examples: 385
  - name: SHP_test
    num_bytes: 1498381.0
    num_examples: 500
  - name: HH_RLHF_fewshot
    num_bytes: 9792.0
    num_examples: 5
  - name: HH_RLHF_sft_train
    num_bytes: 921164.0
    num_examples: 424
  - name: HH_RLHF_sft_val
    num_bytes: 227047.0
    num_examples: 106
  - name: HH_RLHF_dpo_train
    num_bytes: 904676.0
    num_examples: 424
  - name: HH_RLHF_dpo_val
    num_bytes: 224257.0
    num_examples: 107
  - name: HH_RLHF_test
    num_bytes: 1079463.0
    num_examples: 500
  - name: PRISM_fewshot
    num_bytes: 11162.0
    num_examples: 5
  - name: PRISM_sft_train
    num_bytes: 7106130.0
    num_examples: 2901
  - name: PRISM_sft_val
    num_bytes: 1772488.0
    num_examples: 726
  - name: PRISM_dpo_train
    num_bytes: 7138374.0
    num_examples: 2901
  - name: PRISM_dpo_val
    num_bytes: 1780356.0
    num_examples: 726
  - name: PRISM_test
    num_bytes: 1223429.0
    num_examples: 500
  - name: Mnemonic_fewshot
    num_bytes: 7998.0
    num_examples: 5
  - name: Mnemonic_sft_train
    num_bytes: 188197.76978417265
    num_examples: 126
  - name: Mnemonic_sft_val
    num_bytes: 54965.0
    num_examples: 35
  - name: Mnemonic_dpo_train
    num_bytes: 199489.03597122303
    num_examples: 132
  - name: Mnemonic_dpo_val
    num_bytes: 55140.0
    num_examples: 35
  - name: Mnemonic_test
    num_bytes: 361994.0
    num_examples: 500
  - name: Open_Assistant_fewshot
    num_bytes: 26919.0
    num_examples: 5
  - name: Open_Assistant_sft_train
    num_bytes: 1428477.2029411765
    num_examples: 339
  - name: Open_Assistant_sft_val
    num_bytes: 391968.0
    num_examples: 85
  - name: Open_Assistant_dpo_train
    num_bytes: 1377617.0
    num_examples: 340
  - name: Open_Assistant_dpo_val
    num_bytes: 362495.0
    num_examples: 86
  - name: Open_Assistant_test
    num_bytes: 1300568.0
    num_examples: 300
  - name: Summary_fewshot
    num_bytes: 22332.0
    num_examples: 5
  - name: Summary_sft_train
    num_bytes: 9425420.809481217
    num_examples: 2235
  - name: Summary_sft_val
    num_bytes: 2345024.0
    num_examples: 559
  - name: Summary_dpo_train
    num_bytes: 9535958.3519678
    num_examples: 2235
  - name: Summary_dpo_val
    num_bytes: 2379480.0
    num_examples: 559
  - name: Summary_test
    num_bytes: 2129403.0
    num_examples: 500
  download_size: 34509867
  dataset_size: 74199185.45600522
configs:
- config_name: default
  data_files:
  - split: Safe_RLHF_fewshot
    path: data/Safe_RLHF_fewshot-*
  - split: Safe_RLHF_sft_train
    path: data/Safe_RLHF_sft_train-*
  - split: Safe_RLHF_sft_val
    path: data/Safe_RLHF_sft_val-*
  - split: Safe_RLHF_dpo_train
    path: data/Safe_RLHF_dpo_train-*
  - split: Safe_RLHF_dpo_val
    path: data/Safe_RLHF_dpo_val-*
  - split: Safe_RLHF_test
    path: data/Safe_RLHF_test-*
  - split: SHP_fewshot
    path: data/SHP_fewshot-*
  - split: SHP_sft_train
    path: data/SHP_sft_train-*
  - split: SHP_sft_val
    path: data/SHP_sft_val-*
  - split: SHP_dpo_train
    path: data/SHP_dpo_train-*
  - split: SHP_dpo_val
    path: data/SHP_dpo_val-*
  - split: SHP_test
    path: data/SHP_test-*
  - split: HH_RLHF_fewshot
    path: data/HH_RLHF_fewshot-*
  - split: HH_RLHF_sft_train
    path: data/HH_RLHF_sft_train-*
  - split: HH_RLHF_sft_val
    path: data/HH_RLHF_sft_val-*
  - split: HH_RLHF_dpo_train
    path: data/HH_RLHF_dpo_train-*
  - split: HH_RLHF_dpo_val
    path: data/HH_RLHF_dpo_val-*
  - split: HH_RLHF_test
    path: data/HH_RLHF_test-*
  - split: PRISM_fewshot
    path: data/PRISM_fewshot-*
  - split: PRISM_sft_train
    path: data/PRISM_sft_train-*
  - split: PRISM_sft_val
    path: data/PRISM_sft_val-*
  - split: PRISM_dpo_train
    path: data/PRISM_dpo_train-*
  - split: PRISM_dpo_val
    path: data/PRISM_dpo_val-*
  - split: PRISM_test
    path: data/PRISM_test-*
  - split: Mnemonic_fewshot
    path: data/Mnemonic_fewshot-*
  - split: Mnemonic_sft_train
    path: data/Mnemonic_sft_train-*
  - split: Mnemonic_sft_val
    path: data/Mnemonic_sft_val-*
  - split: Mnemonic_dpo_train
    path: data/Mnemonic_dpo_train-*
  - split: Mnemonic_dpo_val
    path: data/Mnemonic_dpo_val-*
  - split: Mnemonic_test
    path: data/Mnemonic_test-*
  - split: Open_Assistant_fewshot
    path: data/Open_Assistant_fewshot-*
  - split: Open_Assistant_sft_train
    path: data/Open_Assistant_sft_train-*
  - split: Open_Assistant_sft_val
    path: data/Open_Assistant_sft_val-*
  - split: Open_Assistant_dpo_train
    path: data/Open_Assistant_dpo_train-*
  - split: Open_Assistant_dpo_val
    path: data/Open_Assistant_dpo_val-*
  - split: Open_Assistant_test
    path: data/Open_Assistant_test-*
  - split: Summary_fewshot
    path: data/Summary_fewshot-*
  - split: Summary_sft_train
    path: data/Summary_sft_train-*
  - split: Summary_sft_val
    path: data/Summary_sft_val-*
  - split: Summary_dpo_train
    path: data/Summary_dpo_train-*
  - split: Summary_dpo_val
    path: data/Summary_dpo_val-*
  - split: Summary_test
    path: data/Summary_test-*
---
