size_categories:10K<n<100K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
  - split: test
    path: data/test-*
dataset_info:
  features:
  - name: query
    dtype: string
  - name: scenario_auto-j
    dtype: string
  - name: scenario_group
    dtype: string
  - name: response_1
    struct:
    - name: content
      dtype: string
    - name: model
      dtype: string
    - name: num_words
      dtype: int64
  - name: response_2
    struct:
    - name: content
      dtype: string
    - name: model
      dtype: string
    - name: num_words
      dtype: int64
  - name: gpt-4-turbo_reference
    dtype: string
  - name: clear intent
    dtype: string
  - name: explicitly express feelings
    dtype: string
  - name: explicit constraints
    sequence: string
  - name: explicit subjective stances
    sequence: string
  - name: explicit mistakes or biases
    sequence: string
  - name: preference_labels
    struct:
    - name: gpt-3.5-turbo-1106
      dtype: string
    - name: gpt-4-1106-preview
      dtype: string
    - name: human
      dtype: string
    - name: llama-2-13b
      dtype: string
    - name: llama-2-13b-chat
      dtype: string
    - name: llama-2-70b
      dtype: string
    - name: llama-2-70b-chat
      dtype: string
    - name: llama-2-7b
      dtype: string
    - name: llama-2-7b-chat
      dtype: string
    - name: mistral-7b
      dtype: string
    - name: mistral-7b-instruct-v0.1
      dtype: string
    - name: mistral-7b-instruct-v0.2
      dtype: string
    - name: mistral-8x7b
      dtype: string
    - name: mistral-8x7b-instruct-v0.1
      dtype: string
    - name: qwen-14b
      dtype: string
    - name: qwen-14b-chat
      dtype: string
    - name: qwen-72b
      dtype: string
    - name: qwen-72b-chat
      dtype: string
    - name: qwen-7b
      dtype: string
    - name: qwen-7b-chat
      dtype: string
    - name: tulu-2-dpo-13b
      dtype: string
    - name: tulu-2-dpo-70b
      dtype: string
    - name: tulu-2-dpo-7b
      dtype: string
    - name: vicuna-13b-v1.5
      dtype: string
    - name: vicuna-7b-v1.5
      dtype: string
    - name: wizardLM-13b-v1.2
      dtype: string
    - name: wizardLM-70b-v1.0
      dtype: string
    - name: yi-34b
      dtype: string
    - name: yi-34b-chat
      dtype: string
    - name: yi-6b
      dtype: string
    - name: yi-6b-chat
      dtype: string
    - name: zephyr-7b-alpha
      dtype: string
    - name: zephyr-7b-beta
      dtype: string
  - name: basic_response_1
    struct:
    - name: admit limitations or mistakes
      dtype: int64
    - name: authoritative tone
      dtype: int64
    - name: clear and understandable
      dtype: int64
    - name: complex word usage and sentence structure
      dtype: int64
    - name: friendly
      dtype: int64
    - name: funny and humorous
      dtype: int64
    - name: grammar, spelling, punctuation, and code-switching
      dtype: int64
    - name: harmlessness
      dtype: int64
    - name: information richness without considering inaccuracy
      dtype: int64
    - name: innovative and novel
      dtype: int64
    - name: interactive
      dtype: int64
    - name: metaphors, personification, similes, hyperboles, irony, parallelism
      dtype: int64
    - name: persuade user
      dtype: int64
    - name: polite
      dtype: int64
    - name: relevance without considering inaccuracy
      dtype: int64
    - name: repetitive
      dtype: int64
    - name: step by step solution
      dtype: int64
    - name: use of direct and explicit supporting materials
      dtype: int64
    - name: use of informal expressions
      dtype: int64
    - name: well formatted
      dtype: int64
  - name: basic_response_2
    struct:
    - name: admit limitations or mistakes
      dtype: int64
    - name: authoritative tone
      dtype: int64
    - name: clear and understandable
      dtype: int64
    - name: complex word usage and sentence structure
      dtype: int64
    - name: friendly
      dtype: int64
    - name: funny and humorous
      dtype: int64
    - name: grammar, spelling, punctuation, and code-switching
      dtype: int64
    - name: harmlessness
      dtype: int64
    - name: information richness without considering inaccuracy
      dtype: int64
    - name: innovative and novel
      dtype: int64
    - name: interactive
      dtype: int64
    - name: metaphors, personification, similes, hyperboles, irony, parallelism
      dtype: int64
    - name: persuade user
      dtype: int64
    - name: polite
      dtype: int64
    - name: relevance without considering inaccuracy
      dtype: int64
    - name: repetitive
      dtype: int64
    - name: step by step solution
      dtype: int64
    - name: use of direct and explicit supporting materials
      dtype: int64
    - name: use of informal expressions
      dtype: int64
    - name: well formatted
      dtype: int64
  - name: errors_response_1
    struct:
    - name: applicable or not
      dtype: string
    - name: errors
      list:
      - name: brief description
        dtype: string
      - name: severity
        dtype: string
      - name: type
        dtype: string
  - name: errors_response_2
    struct:
    - name: applicable or not
      dtype: string
    - name: errors
      list:
      - name: brief description
        dtype: string
      - name: severity
        dtype: string
      - name: type
        dtype: string
  - name: query-specific_response_1
    struct:
    - name: clarify user intent
      dtype: float64
    - name: correcting explicit mistakes or biases
      sequence: string
    - name: satisfying explicit constraints
      sequence: string
    - name: showing empathetic
      dtype: float64
    - name: supporting explicit subjective stances
      sequence: string
  - name: query-specific_response_2
    struct:
    - name: clarify user intent
      dtype: float64
    - name: correcting explicit mistakes or biases
      sequence: string
    - name: satisfying explicit constraints
      sequence: string
    - name: showing empathetic
      dtype: float64
    - name: supporting explicit subjective stances
      sequence: string
  - name: noise
    dtype: int64
  splits:
  - name: train
    num_bytes: 27659291
    num_examples: 5240
  - name: test
    num_bytes: 27659291
    num_examples: 5240
  download_size: 26253307
  dataset_size: 55318582
---
# Dataset Card for "gair_flip50"

[More Information needed](https://github.com/huggingface/datasets/blob/main/CONTRIBUTING.md#how-to-contribute-to-the-dataset-cards)