size_categories:n<1K format:parquet modality:tabular modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: HuggingFaceH4_MATH-500--T-0.8--top_p-1.0--n-128--seed-0--agg_strategy-last--evals
  features:
  - name: n
    dtype: 'null'
  - name: acc_naive
    dtype: 'null'
  - name: acc_weighted
    dtype: 'null'
  - name: acc_maj
    dtype: 'null'
  splits:
  - name: train
    num_bytes: 0
    num_examples: 0
  download_size: 1125
  dataset_size: 0
- config_name: HuggingFaceH4_MATH-500--T-0.8--top_p-1.0--n-32--seed-0--agg_strategy-last
  features:
  - name: problem
    dtype: string
  - name: solution
    dtype: string
  - name: answer
    dtype: string
  - name: subject
    dtype: string
  - name: level
    dtype: int64
  - name: unique_id
    dtype: string
  - name: completions
    sequence: string
  - name: scores
    sequence:
      sequence: float64
  - name: pred
    dtype: string
  - name: completion_tokens
    sequence: int64
  - name: agg_scores
    sequence: float64
  - name: pred_weighted@1
    dtype: string
  - name: pred_maj@1
    dtype: string
  - name: pred_naive@1
    dtype: string
  - name: pred_weighted@2
    dtype: string
  - name: pred_maj@2
    dtype: string
  - name: pred_naive@2
    dtype: string
  - name: pred_weighted@4
    dtype: string
  - name: pred_maj@4
    dtype: string
  - name: pred_naive@4
    dtype: string
  - name: pred_weighted@8
    dtype: string
  - name: pred_maj@8
    dtype: string
  - name: pred_naive@8
    dtype: string
  - name: pred_weighted@16
    dtype: string
  - name: pred_maj@16
    dtype: string
  - name: pred_naive@16
    dtype: string
  - name: pred_weighted@32
    dtype: string
  - name: pred_maj@32
    dtype: string
  - name: pred_naive@32
    dtype: string
  splits:
  - name: train
    num_bytes: 58615727
    num_examples: 500
  download_size: 16434859
  dataset_size: 58615727
- config_name: HuggingFaceH4_MATH-500--T-0.8--top_p-1.0--n-32--seed-0--agg_strategy-last--evals
  features:
  - name: n
    dtype: int64
  - name: acc_naive
    dtype: float64
  - name: acc_weighted
    dtype: float64
  - name: acc_maj
    dtype: float64
  splits:
  - name: train
    num_bytes: 160
    num_examples: 5
  download_size: 2066
  dataset_size: 160
- config_name: openai_gsm8k--T-0.8--top_p-1.0--n-32--seed-0--agg_strategy-last--evals
  features:
  - name: n
    dtype: 'null'
  - name: acc_naive
    dtype: 'null'
  - name: acc_weighted
    dtype: 'null'
  - name: acc_maj
    dtype: 'null'
  splits:
  - name: train
    num_bytes: 0
    num_examples: 0
  download_size: 1125
  dataset_size: 0
configs:
- config_name: HuggingFaceH4_MATH-500--T-0.8--top_p-1.0--n-128--seed-0--agg_strategy-last--evals
  data_files:
  - split: train
    path: HuggingFaceH4_MATH-500--T-0.8--top_p-1.0--n-128--seed-0--agg_strategy-last--evals/train-*
- config_name: HuggingFaceH4_MATH-500--T-0.8--top_p-1.0--n-32--seed-0--agg_strategy-last
  data_files:
  - split: train
    path: HuggingFaceH4_MATH-500--T-0.8--top_p-1.0--n-32--seed-0--agg_strategy-last/train-*
- config_name: HuggingFaceH4_MATH-500--T-0.8--top_p-1.0--n-32--seed-0--agg_strategy-last--evals
  data_files:
  - split: train
    path: HuggingFaceH4_MATH-500--T-0.8--top_p-1.0--n-32--seed-0--agg_strategy-last--evals/train-*
- config_name: openai_gsm8k--T-0.8--top_p-1.0--n-32--seed-0--agg_strategy-last--evals
  data_files:
  - split: train
    path: openai_gsm8k--T-0.8--top_p-1.0--n-32--seed-0--agg_strategy-last--evals/train-*
---
