size_categories:n<1K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: agieval_lsat_ar
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 271244
    num_examples: 10
  download_size: 364667
  dataset_size: 271244
- config_name: agieval_lsat_lr
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 221886
    num_examples: 10
  download_size: 293514
  dataset_size: 221886
- config_name: bbh
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 88546
    num_examples: 8
  download_size: 121609
  dataset_size: 88546
- config_name: contexthub_abductive_level1
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 106453
    num_examples: 10
  download_size: 144987
  dataset_size: 106453
- config_name: contexthub_abductive_level2
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 149485
    num_examples: 10
  download_size: 204223
  dataset_size: 149485
- config_name: contexthub_deductive_level1
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 119934
    num_examples: 10
  download_size: 161364
  dataset_size: 119934
- config_name: contexthub_deductive_level2
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 146001
    num_examples: 10
  download_size: 197874
  dataset_size: 146001
- config_name: gsm8k
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 48393
    num_examples: 10
  download_size: 65362
  dataset_size: 48393
- config_name: gsm8k_hard
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 169260
    num_examples: 9
  download_size: 236771
  dataset_size: 169260
- config_name: math
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 136197
    num_examples: 8
  download_size: 193521
  dataset_size: 136197
- config_name: stratqa
  features:
  - name: uid
    dtype: string
  - name: correct_answer
    dtype: string
  - name: response
    dtype: string
  - name: response_tokens
    sequence: int64
  - name: output_relevances
    sequence:
      sequence: float32
  - name: foil
    dtype: string
  - name: foil_relevances
    sequence:
      sequence: float32
  - name: original_cot_response
    dtype: string
  - name: prompt_and_response
    dtype: string
  - name: cot_start_position
    dtype: int64
  splits:
  - name: zero_shot
    num_bytes: 46582
    num_examples: 9
  download_size: 59985
  dataset_size: 46582
configs:
- config_name: agieval_lsat_ar
  data_files:
  - split: zero_shot
    path: agieval_lsat_ar/zero_shot-*
- config_name: agieval_lsat_lr
  data_files:
  - split: zero_shot
    path: agieval_lsat_lr/zero_shot-*
- config_name: bbh
  data_files:
  - split: zero_shot
    path: bbh/zero_shot-*
- config_name: contexthub_abductive_level1
  data_files:
  - split: zero_shot
    path: contexthub_abductive_level1/zero_shot-*
- config_name: contexthub_abductive_level2
  data_files:
  - split: zero_shot
    path: contexthub_abductive_level2/zero_shot-*
- config_name: contexthub_deductive_level1
  data_files:
  - split: zero_shot
    path: contexthub_deductive_level1/zero_shot-*
- config_name: contexthub_deductive_level2
  data_files:
  - split: zero_shot
    path: contexthub_deductive_level2/zero_shot-*
- config_name: gsm8k
  data_files:
  - split: zero_shot
    path: gsm8k/zero_shot-*
- config_name: gsm8k_hard
  data_files:
  - split: zero_shot
    path: gsm8k_hard/zero_shot-*
- config_name: math
  data_files:
  - split: zero_shot
    path: math/zero_shot-*
- config_name: stratqa
  data_files:
  - split: zero_shot
    path: stratqa/zero_shot-*
---
