size_categories:10K<n<100K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: task_type
    dtype: string
  - name: task_name
    dtype: string
  - name: subtask_name
    dtype: string
  - name: input_question
    dtype: string
  - name: input_choice_list
    struct:
    - name: A
      dtype: string
    - name: B
      dtype: string
    - name: C
      dtype: string
    - name: D
      dtype: string
  - name: input_final_prompts
    sequence: string
  - name: input_correct_responses
    sequence: string
  - name: output_prediction_text
    sequence: string
  - name: output_parsed_answer
    dtype: string
  - name: output_choice_completions
    dtype: 'null'
  - name: output_choice_negative_log_likelihoods
    dtype: 'null'
  - name: output_metrics
    struct:
    - name: acc
      dtype: float64
    - name: correct_format
      dtype: float64
  - name: is_correct
    dtype: bool
  - name: input_question_hash
    dtype: string
  - name: input_final_prompts_hash
    sequence: string
  - name: benchmark_label
    dtype: string
  - name: eval_config
    struct:
    - name: max_gen_len
      dtype: string
    - name: max_prompt_len
      dtype: string
    - name: num_few_shot
      dtype: string
    - name: num_generations
      dtype: string
    - name: prompt_fn
      dtype: string
    - name: return_logprobs
      dtype: string
    - name: seed
      dtype: string
    - name: temperature
      dtype: string
    - name: top_k
      dtype: string
    - name: top_p
      dtype: string
  - name: my_prediction_text
    dtype: string
  - name: text_score
    dtype: int64
  - name: my_parsed_answer
    dtype: string
  splits:
  - name: latest
    num_bytes: 200751629
    num_examples: 14042
  download_size: 31159504
  dataset_size: 200751629
configs:
- config_name: default
  data_files:
  - split: latest
    path: data/latest-*
---
