region:us
---
dataset_info:
  features:
  - name: results
    struct:
    - name: leaderboard
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: prompt_level_loose_acc,none
        dtype: float64
      - name: prompt_level_loose_acc_stderr,none
        dtype: float64
      - name: inst_level_strict_acc,none
        dtype: float64
      - name: inst_level_strict_acc_stderr,none
        dtype: string
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: inst_level_loose_acc,none
        dtype: float64
      - name: inst_level_loose_acc_stderr,none
        dtype: string
      - name: acc,none
        dtype: float64
      - name: acc_stderr,none
        dtype: float64
      - name: prompt_level_strict_acc,none
        dtype: float64
      - name: prompt_level_strict_acc_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_arc_challenge
      struct:
      - name: acc,none
        dtype: float64
      - name: acc_stderr,none
        dtype: float64
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_boolean_expressions
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_causal_judgement
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_date_understanding
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_disambiguation_qa
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_formal_fallacies
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_geometric_shapes
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_hyperbaton
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_logical_deduction_five_objects
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_logical_deduction_seven_objects
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_logical_deduction_three_objects
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_movie_recommendation
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_navigate
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_object_counting
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_penguins_in_a_table
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_reasoning_about_colored_objects
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_ruin_names
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_salient_translation_error_detection
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_snarks
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_sports_understanding
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_temporal_sequences
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_tracking_shuffled_objects_five_objects
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_tracking_shuffled_objects_seven_objects
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_tracking_shuffled_objects_three_objects
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh_web_of_lies
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_gpqa
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_gpqa_diamond
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_gpqa_extended
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_gpqa_main
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_ifeval
      struct:
      - name: prompt_level_strict_acc,none
        dtype: float64
      - name: prompt_level_strict_acc_stderr,none
        dtype: float64
      - name: inst_level_strict_acc,none
        dtype: float64
      - name: inst_level_strict_acc_stderr,none
        dtype: string
      - name: prompt_level_loose_acc,none
        dtype: float64
      - name: prompt_level_loose_acc_stderr,none
        dtype: float64
      - name: inst_level_loose_acc,none
        dtype: float64
      - name: inst_level_loose_acc_stderr,none
        dtype: string
      - name: alias
        dtype: string
    - name: leaderboard_math_hard
      struct:
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_math_algebra_hard
      struct:
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_math_counting_and_prob_hard
      struct:
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_math_geometry_hard
      struct:
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_math_intermediate_algebra_hard
      struct:
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_math_num_theory_hard
      struct:
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_math_prealgebra_hard
      struct:
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_math_precalculus_hard
      struct:
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_mmlu_pro
      struct:
      - name: acc,none
        dtype: float64
      - name: acc_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_musr
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_musr_murder_mysteries
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_musr_object_placements
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_musr_team_allocation
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
  - name: groups
    struct:
    - name: leaderboard
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: prompt_level_loose_acc,none
        dtype: float64
      - name: prompt_level_loose_acc_stderr,none
        dtype: float64
      - name: inst_level_strict_acc,none
        dtype: float64
      - name: inst_level_strict_acc_stderr,none
        dtype: string
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: inst_level_loose_acc,none
        dtype: float64
      - name: inst_level_loose_acc_stderr,none
        dtype: string
      - name: acc,none
        dtype: float64
      - name: acc_stderr,none
        dtype: float64
      - name: prompt_level_strict_acc,none
        dtype: float64
      - name: prompt_level_strict_acc_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_bbh
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_gpqa
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_math_hard
      struct:
      - name: exact_match,none
        dtype: float64
      - name: exact_match_stderr,none
        dtype: float64
      - name: alias
        dtype: string
    - name: leaderboard_musr
      struct:
      - name: acc_norm,none
        dtype: float64
      - name: acc_norm_stderr,none
        dtype: float64
      - name: alias
        dtype: string
  - name: group_subtasks
    struct:
    - name: leaderboard_bbh
      sequence: string
    - name: leaderboard_gpqa
      sequence: string
    - name: leaderboard_math_hard
      sequence: string
    - name: leaderboard_musr
      sequence: string
    - name: leaderboard
      sequence: string
  - name: configs
    struct:
    - name: leaderboard_arc_challenge
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: training_split
        dtype: string
      - name: validation_split
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: doc_to_decontamination_query
        dtype: string
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_boolean_expressions
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_causal_judgement
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_date_understanding
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_disambiguation_qa
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_formal_fallacies
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_geometric_shapes
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_hyperbaton
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_logical_deduction_five_objects
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_logical_deduction_seven_objects
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_logical_deduction_three_objects
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_movie_recommendation
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_navigate
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_object_counting
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_penguins_in_a_table
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_reasoning_about_colored_objects
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_ruin_names
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_salient_translation_error_detection
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_snarks
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_sports_understanding
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_temporal_sequences
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_tracking_shuffled_objects_five_objects
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_tracking_shuffled_objects_seven_objects
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_tracking_shuffled_objects_three_objects
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_bbh_web_of_lies
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          list:
          - name: input
            dtype: string
          - name: target
            dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_gpqa_diamond
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: training_split
        dtype: string
      - name: validation_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_gpqa_extended
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: training_split
        dtype: string
      - name: validation_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_gpqa_main
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: training_split
        dtype: string
      - name: validation_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        sequence: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_ifeval
      struct:
      - name: task
        dtype: string
      - name: group
        dtype: string
      - name: dataset_path
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: int64
      - name: process_results
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: generation_kwargs
        struct:
        - name: until
          sequence: 'null'
        - name: do_sample
          dtype: bool
        - name: temperature
          dtype: float64
        - name: max_gen_toks
          dtype: int64
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_math_algebra_hard
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: dataset_kwargs
        struct:
        - name: trust_remote_code
          dtype: bool
      - name: training_split
        dtype: string
      - name: test_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: process_results
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: generation_kwargs
        struct:
        - name: until
          sequence: string
        - name: do_sample
          dtype: bool
        - name: temperature
          dtype: float64
        - name: max_gen_toks
          dtype: int64
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_math_counting_and_prob_hard
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: dataset_kwargs
        struct:
        - name: trust_remote_code
          dtype: bool
      - name: training_split
        dtype: string
      - name: test_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: process_results
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: generation_kwargs
        struct:
        - name: until
          sequence: string
        - name: do_sample
          dtype: bool
        - name: temperature
          dtype: float64
        - name: max_gen_toks
          dtype: int64
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_math_geometry_hard
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: dataset_kwargs
        struct:
        - name: trust_remote_code
          dtype: bool
      - name: training_split
        dtype: string
      - name: test_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: process_results
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: generation_kwargs
        struct:
        - name: until
          sequence: string
        - name: do_sample
          dtype: bool
        - name: temperature
          dtype: float64
        - name: max_gen_toks
          dtype: int64
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_math_intermediate_algebra_hard
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: dataset_kwargs
        struct:
        - name: trust_remote_code
          dtype: bool
      - name: training_split
        dtype: string
      - name: test_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: process_results
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: generation_kwargs
        struct:
        - name: until
          sequence: string
        - name: do_sample
          dtype: bool
        - name: temperature
          dtype: float64
        - name: max_gen_toks
          dtype: int64
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_math_num_theory_hard
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: dataset_kwargs
        struct:
        - name: trust_remote_code
          dtype: bool
      - name: training_split
        dtype: string
      - name: test_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: process_results
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: generation_kwargs
        struct:
        - name: until
          sequence: string
        - name: do_sample
          dtype: bool
        - name: temperature
          dtype: float64
        - name: max_gen_toks
          dtype: int64
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_math_prealgebra_hard
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: dataset_kwargs
        struct:
        - name: trust_remote_code
          dtype: bool
      - name: training_split
        dtype: string
      - name: test_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: process_results
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: generation_kwargs
        struct:
        - name: until
          sequence: string
        - name: do_sample
          dtype: bool
        - name: temperature
          dtype: float64
        - name: max_gen_toks
          dtype: int64
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_math_precalculus_hard
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: dataset_name
        dtype: string
      - name: dataset_kwargs
        struct:
        - name: trust_remote_code
          dtype: bool
      - name: training_split
        dtype: string
      - name: test_split
        dtype: string
      - name: process_docs
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: process_results
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
        - name: samples
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: generation_kwargs
        struct:
        - name: until
          sequence: string
        - name: do_sample
          dtype: bool
        - name: temperature
          dtype: float64
        - name: max_gen_toks
          dtype: int64
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_mmlu_pro
      struct:
      - name: task
        dtype: string
      - name: dataset_path
        dtype: string
      - name: test_split
        dtype: string
      - name: fewshot_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: fewshot_config
        struct:
        - name: sampler
          dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_musr_murder_mysteries
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_musr_object_placements
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
    - name: leaderboard_musr_team_allocation
      struct:
      - name: task
        dtype: string
      - name: group
        sequence: string
      - name: dataset_path
        dtype: string
      - name: test_split
        dtype: string
      - name: doc_to_text
        dtype: string
      - name: doc_to_target
        dtype: string
      - name: doc_to_choice
        dtype: string
      - name: description
        dtype: string
      - name: target_delimiter
        dtype: string
      - name: fewshot_delimiter
        dtype: string
      - name: num_fewshot
        dtype: int64
      - name: metric_list
        list:
        - name: metric
          dtype: string
        - name: aggregation
          dtype: string
        - name: higher_is_better
          dtype: bool
      - name: output_type
        dtype: string
      - name: repeats
        dtype: int64
      - name: should_decontaminate
        dtype: bool
      - name: metadata
        struct:
        - name: version
          dtype: float64
  - name: versions
    struct:
    - name: leaderboard_arc_challenge
      dtype: float64
    - name: leaderboard_bbh_boolean_expressions
      dtype: float64
    - name: leaderboard_bbh_causal_judgement
      dtype: float64
    - name: leaderboard_bbh_date_understanding
      dtype: float64
    - name: leaderboard_bbh_disambiguation_qa
      dtype: float64
    - name: leaderboard_bbh_formal_fallacies
      dtype: float64
    - name: leaderboard_bbh_geometric_shapes
      dtype: float64
    - name: leaderboard_bbh_hyperbaton
      dtype: float64
    - name: leaderboard_bbh_logical_deduction_five_objects
      dtype: float64
    - name: leaderboard_bbh_logical_deduction_seven_objects
      dtype: float64
    - name: leaderboard_bbh_logical_deduction_three_objects
      dtype: float64
    - name: leaderboard_bbh_movie_recommendation
      dtype: float64
    - name: leaderboard_bbh_navigate
      dtype: float64
    - name: leaderboard_bbh_object_counting
      dtype: float64
    - name: leaderboard_bbh_penguins_in_a_table
      dtype: float64
    - name: leaderboard_bbh_reasoning_about_colored_objects
      dtype: float64
    - name: leaderboard_bbh_ruin_names
      dtype: float64
    - name: leaderboard_bbh_salient_translation_error_detection
      dtype: float64
    - name: leaderboard_bbh_snarks
      dtype: float64
    - name: leaderboard_bbh_sports_understanding
      dtype: float64
    - name: leaderboard_bbh_temporal_sequences
      dtype: float64
    - name: leaderboard_bbh_tracking_shuffled_objects_five_objects
      dtype: float64
    - name: leaderboard_bbh_tracking_shuffled_objects_seven_objects
      dtype: float64
    - name: leaderboard_bbh_tracking_shuffled_objects_three_objects
      dtype: float64
    - name: leaderboard_bbh_web_of_lies
      dtype: float64
    - name: leaderboard_gpqa_diamond
      dtype: float64
    - name: leaderboard_gpqa_extended
      dtype: float64
    - name: leaderboard_gpqa_main
      dtype: float64
    - name: leaderboard_ifeval
      dtype: float64
    - name: leaderboard_math_algebra_hard
      dtype: float64
    - name: leaderboard_math_counting_and_prob_hard
      dtype: float64
    - name: leaderboard_math_geometry_hard
      dtype: float64
    - name: leaderboard_math_intermediate_algebra_hard
      dtype: float64
    - name: leaderboard_math_num_theory_hard
      dtype: float64
    - name: leaderboard_math_prealgebra_hard
      dtype: float64
    - name: leaderboard_math_precalculus_hard
      dtype: float64
    - name: leaderboard_mmlu_pro
      dtype: float64
    - name: leaderboard_musr_murder_mysteries
      dtype: float64
    - name: leaderboard_musr_object_placements
      dtype: float64
    - name: leaderboard_musr_team_allocation
      dtype: float64
  - name: n-shot
    struct:
    - name: leaderboard
      dtype: int64
    - name: leaderboard_arc_challenge
      dtype: int64
    - name: leaderboard_bbh
      dtype: int64
    - name: leaderboard_bbh_boolean_expressions
      dtype: int64
    - name: leaderboard_bbh_causal_judgement
      dtype: int64
    - name: leaderboard_bbh_date_understanding
      dtype: int64
    - name: leaderboard_bbh_disambiguation_qa
      dtype: int64
    - name: leaderboard_bbh_formal_fallacies
      dtype: int64
    - name: leaderboard_bbh_geometric_shapes
      dtype: int64
    - name: leaderboard_bbh_hyperbaton
      dtype: int64
    - name: leaderboard_bbh_logical_deduction_five_objects
      dtype: int64
    - name: leaderboard_bbh_logical_deduction_seven_objects
      dtype: int64
    - name: leaderboard_bbh_logical_deduction_three_objects
      dtype: int64
    - name: leaderboard_bbh_movie_recommendation
      dtype: int64
    - name: leaderboard_bbh_navigate
      dtype: int64
    - name: leaderboard_bbh_object_counting
      dtype: int64
    - name: leaderboard_bbh_penguins_in_a_table
      dtype: int64
    - name: leaderboard_bbh_reasoning_about_colored_objects
      dtype: int64
    - name: leaderboard_bbh_ruin_names
      dtype: int64
    - name: leaderboard_bbh_salient_translation_error_detection
      dtype: int64
    - name: leaderboard_bbh_snarks
      dtype: int64
    - name: leaderboard_bbh_sports_understanding
      dtype: int64
    - name: leaderboard_bbh_temporal_sequences
      dtype: int64
    - name: leaderboard_bbh_tracking_shuffled_objects_five_objects
      dtype: int64
    - name: leaderboard_bbh_tracking_shuffled_objects_seven_objects
      dtype: int64
    - name: leaderboard_bbh_tracking_shuffled_objects_three_objects
      dtype: int64
    - name: leaderboard_bbh_web_of_lies
      dtype: int64
    - name: leaderboard_gpqa
      dtype: int64
    - name: leaderboard_gpqa_diamond
      dtype: int64
    - name: leaderboard_gpqa_extended
      dtype: int64
    - name: leaderboard_gpqa_main
      dtype: int64
    - name: leaderboard_ifeval
      dtype: int64
    - name: leaderboard_math_algebra_hard
      dtype: int64
    - name: leaderboard_math_counting_and_prob_hard
      dtype: int64
    - name: leaderboard_math_geometry_hard
      dtype: int64
    - name: leaderboard_math_hard
      dtype: int64
    - name: leaderboard_math_intermediate_algebra_hard
      dtype: int64
    - name: leaderboard_math_num_theory_hard
      dtype: int64
    - name: leaderboard_math_prealgebra_hard
      dtype: int64
    - name: leaderboard_math_precalculus_hard
      dtype: int64
    - name: leaderboard_mmlu_pro
      dtype: int64
    - name: leaderboard_musr
      dtype: int64
    - name: leaderboard_musr_murder_mysteries
      dtype: int64
    - name: leaderboard_musr_object_placements
      dtype: int64
    - name: leaderboard_musr_team_allocation
      dtype: int64
  - name: higher_is_better
    struct:
    - name: leaderboard
      struct:
      - name: acc_norm
        dtype: bool
      - name: prompt_level_strict_acc
        dtype: bool
      - name: inst_level_strict_acc
        dtype: bool
      - name: prompt_level_loose_acc
        dtype: bool
      - name: inst_level_loose_acc
        dtype: bool
      - name: exact_match
        dtype: bool
      - name: acc
        dtype: bool
    - name: leaderboard_arc_challenge
      struct:
      - name: acc
        dtype: bool
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_boolean_expressions
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_causal_judgement
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_date_understanding
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_disambiguation_qa
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_formal_fallacies
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_geometric_shapes
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_hyperbaton
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_logical_deduction_five_objects
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_logical_deduction_seven_objects
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_logical_deduction_three_objects
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_movie_recommendation
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_navigate
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_object_counting
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_penguins_in_a_table
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_reasoning_about_colored_objects
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_ruin_names
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_salient_translation_error_detection
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_snarks
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_sports_understanding
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_temporal_sequences
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_tracking_shuffled_objects_five_objects
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_tracking_shuffled_objects_seven_objects
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_tracking_shuffled_objects_three_objects
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_bbh_web_of_lies
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_gpqa
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_gpqa_diamond
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_gpqa_extended
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_gpqa_main
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_ifeval
      struct:
      - name: prompt_level_strict_acc
        dtype: bool
      - name: inst_level_strict_acc
        dtype: bool
      - name: prompt_level_loose_acc
        dtype: bool
      - name: inst_level_loose_acc
        dtype: bool
    - name: leaderboard_math_algebra_hard
      struct:
      - name: exact_match
        dtype: bool
    - name: leaderboard_math_counting_and_prob_hard
      struct:
      - name: exact_match
        dtype: bool
    - name: leaderboard_math_geometry_hard
      struct:
      - name: exact_match
        dtype: bool
    - name: leaderboard_math_hard
      struct:
      - name: exact_match
        dtype: bool
    - name: leaderboard_math_intermediate_algebra_hard
      struct:
      - name: exact_match
        dtype: bool
    - name: leaderboard_math_num_theory_hard
      struct:
      - name: exact_match
        dtype: bool
    - name: leaderboard_math_prealgebra_hard
      struct:
      - name: exact_match
        dtype: bool
    - name: leaderboard_math_precalculus_hard
      struct:
      - name: exact_match
        dtype: bool
    - name: leaderboard_mmlu_pro
      struct:
      - name: acc
        dtype: bool
    - name: leaderboard_musr
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_musr_murder_mysteries
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_musr_object_placements
      struct:
      - name: acc_norm
        dtype: bool
    - name: leaderboard_musr_team_allocation
      struct:
      - name: acc_norm
        dtype: bool
  - name: n-samples
    struct:
    - name: leaderboard_arc_challenge
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_musr_murder_mysteries
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_musr_team_allocation
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_musr_object_placements
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_ifeval
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_math_intermediate_algebra_hard
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_math_counting_and_prob_hard
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_math_algebra_hard
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_math_num_theory_hard
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_math_precalculus_hard
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_math_geometry_hard
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_math_prealgebra_hard
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_gpqa_main
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_gpqa_extended
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_gpqa_diamond
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_sports_understanding
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_object_counting
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_geometric_shapes
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_hyperbaton
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_disambiguation_qa
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_logical_deduction_three_objects
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_causal_judgement
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_tracking_shuffled_objects_seven_objects
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_temporal_sequences
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_web_of_lies
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_formal_fallacies
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_salient_translation_error_detection
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_tracking_shuffled_objects_five_objects
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_ruin_names
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_logical_deduction_five_objects
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_penguins_in_a_table
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_movie_recommendation
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_snarks
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_boolean_expressions
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_navigate
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_date_understanding
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_reasoning_about_colored_objects
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_logical_deduction_seven_objects
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_bbh_tracking_shuffled_objects_three_objects
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
    - name: leaderboard_mmlu_pro
      struct:
      - name: original
        dtype: int64
      - name: effective
        dtype: int64
  - name: config
    struct:
    - name: model
      dtype: string
    - name: model_args
      dtype: string
    - name: model_num_parameters
      dtype: int64
    - name: model_dtype
      dtype: string
    - name: model_revision
      dtype: string
    - name: model_sha
      dtype: string
    - name: batch_size
      dtype: string
    - name: batch_sizes
      sequence: int64
    - name: device
      dtype: 'null'
    - name: use_cache
      dtype: 'null'
    - name: limit
      dtype: 'null'
    - name: bootstrap_iters
      dtype: int64
    - name: gen_kwargs
      dtype: 'null'
    - name: random_seed
      dtype: int64
    - name: numpy_seed
      dtype: int64
    - name: torch_seed
      dtype: int64
    - name: fewshot_seed
      dtype: int64
  - name: git_hash
    dtype: string
  - name: date
    dtype: float64
  - name: pretty_env_info
    dtype: string
  - name: transformers_version
    dtype: string
  - name: upper_git_hash
    dtype: 'null'
  - name: tokenizer_pad_token
    sequence: string
  - name: tokenizer_eos_token
    sequence: string
  - name: tokenizer_bos_token
    sequence: string
  - name: eot_token_id
    dtype: int64
  - name: max_length
    dtype: int64
  - name: task_hashes
    struct:
    - name: leaderboard_arc_challenge
      dtype: string
    - name: leaderboard_musr_murder_mysteries
      dtype: string
    - name: leaderboard_musr_team_allocation
      dtype: string
    - name: leaderboard_musr_object_placements
      dtype: string
    - name: leaderboard_ifeval
      dtype: string
    - name: leaderboard_math_intermediate_algebra_hard
      dtype: string
    - name: leaderboard_math_counting_and_prob_hard
      dtype: string
    - name: leaderboard_math_algebra_hard
      dtype: string
    - name: leaderboard_math_num_theory_hard
      dtype: string
    - name: leaderboard_math_precalculus_hard
      dtype: string
    - name: leaderboard_math_geometry_hard
      dtype: string
    - name: leaderboard_math_prealgebra_hard
      dtype: string
    - name: leaderboard_gpqa_main
      dtype: string
    - name: leaderboard_gpqa_extended
      dtype: string
    - name: leaderboard_gpqa_diamond
      dtype: string
    - name: leaderboard_bbh_sports_understanding
      dtype: string
    - name: leaderboard_bbh_object_counting
      dtype: string
    - name: leaderboard_bbh_geometric_shapes
      dtype: string
    - name: leaderboard_bbh_hyperbaton
      dtype: string
    - name: leaderboard_bbh_disambiguation_qa
      dtype: string
    - name: leaderboard_bbh_logical_deduction_three_objects
      dtype: string
    - name: leaderboard_bbh_causal_judgement
      dtype: string
    - name: leaderboard_bbh_tracking_shuffled_objects_seven_objects
      dtype: string
    - name: leaderboard_bbh_temporal_sequences
      dtype: string
    - name: leaderboard_bbh_web_of_lies
      dtype: string
    - name: leaderboard_bbh_formal_fallacies
      dtype: string
    - name: leaderboard_bbh_salient_translation_error_detection
      dtype: string
    - name: leaderboard_bbh_tracking_shuffled_objects_five_objects
      dtype: string
    - name: leaderboard_bbh_ruin_names
      dtype: string
    - name: leaderboard_bbh_logical_deduction_five_objects
      dtype: string
    - name: leaderboard_bbh_penguins_in_a_table
      dtype: string
    - name: leaderboard_bbh_movie_recommendation
      dtype: string
    - name: leaderboard_bbh_snarks
      dtype: string
    - name: leaderboard_bbh_boolean_expressions
      dtype: string
    - name: leaderboard_bbh_navigate
      dtype: string
    - name: leaderboard_bbh_date_understanding
      dtype: string
    - name: leaderboard_bbh_reasoning_about_colored_objects
      dtype: string
    - name: leaderboard_bbh_logical_deduction_seven_objects
      dtype: string
    - name: leaderboard_bbh_tracking_shuffled_objects_three_objects
      dtype: string
    - name: leaderboard_mmlu_pro
      dtype: string
  - name: model_source
    dtype: string
  - name: model_name
    dtype: string
  - name: model_name_sanitized
    dtype: string
  - name: system_instruction
    dtype: 'null'
  - name: system_instruction_sha
    dtype: 'null'
  - name: fewshot_as_multiturn
    dtype: bool
  - name: chat_template
    dtype: string
  - name: chat_template_sha
    dtype: string
  - name: start_time
    dtype: float64
  - name: end_time
    dtype: float64
  - name: total_evaluation_time_seconds
    dtype: string
---