size_categories:n<1K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
configs:
- config_name: default
  data_files:
  - split: math500
    path: data/math500-*
  - split: gsm8k
    path: data/gsm8k-*
  - split: mmlu
    path: data/mmlu-*
dataset_info:
  features:
  - name: gpt-4o-2024-11-20
    struct:
    - name: answers
      sequence: string
    - name: corrects
      sequence: string
    - name: grading
      sequence: int64
    - name: model
      dtype: string
    - name: prompt_id
      dtype: string
    - name: prompts
      sequence: string
    - name: run_id
      dtype: string
    - name: sampled_texts
      sequence: string
    - name: token_count
      sequence: int64
  - name: gpt-4o-mini-2024-07-18
    struct:
    - name: answers
      sequence: string
    - name: corrects
      sequence: string
    - name: grading
      sequence: int64
    - name: model
      dtype: string
    - name: prompt_id
      dtype: string
    - name: prompts
      sequence: string
    - name: run_id
      dtype: string
    - name: sampled_texts
      sequence: string
    - name: token_count
      sequence: int64
  - name: claude-3-5-sonnet-20241022
    struct:
    - name: answers
      sequence: string
    - name: corrects
      sequence: string
    - name: grading
      sequence: int64
    - name: model
      dtype: string
    - name: prompt_id
      dtype: string
    - name: prompts
      sequence: string
    - name: run_id
      dtype: string
    - name: sampled_texts
      sequence: string
    - name: token_count
      sequence: int64
  - name: claude-3-5-haiku-20241022
    struct:
    - name: answers
      sequence: string
    - name: corrects
      sequence: string
    - name: grading
      sequence: int64
    - name: model
      dtype: string
    - name: prompt_id
      dtype: string
    - name: prompts
      sequence: string
    - name: run_id
      dtype: string
    - name: sampled_texts
      sequence: string
    - name: token_count
      sequence: int64
  - name: meta-llama-Llama-3.3-70B-Instruct-Turbo
    struct:
    - name: answers
      sequence: string
    - name: corrects
      sequence: string
    - name: grading
      sequence: int64
    - name: model
      dtype: string
    - name: prompt_id
      dtype: string
    - name: prompts
      sequence: string
    - name: run_id
      dtype: string
    - name: sampled_texts
      sequence: string
    - name: token_count
      sequence: int64
  splits:
  - name: math500
    num_bytes: 78981098
    num_examples: 31
  - name: gsm8k
    num_bytes: 59558933
    num_examples: 31
  - name: mmlu
    num_bytes: 83859724
    num_examples: 31
  download_size: 88288360
  dataset_size: 222399755
---
