region:us
---
dataset_info:
  features:
  - name: instructions
    dtype: string
  - name: target_responses
    dtype: string
  - name: candidate_responses
    dtype: string
  - name: model_id
    dtype: string
  - name: model_sha
    dtype: string
  - name: eval_prompts
    dtype: string
  - name: similarity_scores
    dtype: float64
  - name: precision_scores
    dtype: float64
  - name: evaluators
    dtype: string
  - name: dates
    dtype: string
  splits:
  - name: gemma2b_summarize_gemini1_5flash_1k_by_claude3sonnet
    num_bytes: 782074
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_2k_by_claude3sonnet
    num_bytes: 822036
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_4k_by_claude3sonnet
    num_bytes: 590708
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_8k_by_claude3sonnet
    num_bytes: 571444
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_16k_by_claude3sonnet
    num_bytes: 581916
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_32k_by_claude3sonnet
    num_bytes: 590996
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_64k_by_claude3sonnet
    num_bytes: 593578
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_128k_by_claude3sonnet
    num_bytes: 596160
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_256k_by_claude3sonnet
    num_bytes: 605322
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_1k_by_claude3sonnet
    num_bytes: 769032
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_2k_by_claude3sonnet
    num_bytes: 627622
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_4k_by_claude3sonnet
    num_bytes: 604480
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_8k_by_claude3sonnet
    num_bytes: 611778
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_16k_by_claude3sonnet
    num_bytes: 614384
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_32k_by_claude3sonnet
    num_bytes: 611552
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_64k_by_claude3sonnet
    num_bytes: 1222600
    num_examples: 200
  - name: gemma2b_summarize_claude3sonnet_128k_by_claude3sonnet
    num_bytes: 625598
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_256k_by_claude3sonnet
    num_bytes: 633472
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_1k_by_claude3sonnet
    num_bytes: 758836
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_2k_by_claude3sonnet
    num_bytes: 697402
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_4k_by_claude3sonnet
    num_bytes: 576806
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_8k_by_claude3sonnet
    num_bytes: 574792
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_16k_by_claude3sonnet
    num_bytes: 579158
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_32k_by_claude3sonnet
    num_bytes: 579322
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_64k_by_claude3sonnet
    num_bytes: 588302
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_128k_by_claude3sonnet
    num_bytes: 585812
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_256k_by_claude3sonnet
    num_bytes: 598614
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_128k_r16_by_claude3sonnet
    num_bytes: 580938
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_32k_r16_by_claude3sonnet
    num_bytes: 589092
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_64k_r16_by_claude3sonnet
    num_bytes: 593470
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_128k_r16_by_claude3sonnet
    num_bytes: 600946
    num_examples: 100
  - name: gemma2b_summarize_gemini1_5flash_256k_r16_by_claude3sonnet
    num_bytes: 611914
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_32k_r16_by_claude3sonnet
    num_bytes: 611344
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_64k_r16_by_claude3sonnet
    num_bytes: 604484
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_128k_r16_by_claude3sonnet
    num_bytes: 612608
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_32k_r16_by_claude3sonnet
    num_bytes: 577262
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_64k_r16_by_claude3sonnet
    num_bytes: 582200
    num_examples: 100
  - name: gemma2b_summarize_gpt4o_256k_r16_by_claude3sonnet
    num_bytes: 586588
    num_examples: 100
  - name: gemma2b_summarize_claude3sonnet_256k_r16_by_claude3sonnet
    num_bytes: 608388
    num_examples: 100
  download_size: 7821827
  dataset_size: 24753030
configs:
- config_name: default
  data_files:
  - split: gemma2b_summarize_gemini1_5flash_1k_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_1k_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_2k_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_2k_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_4k_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_4k_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_8k_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_8k_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_16k_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_16k_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_32k_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_32k_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_64k_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_64k_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_128k_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_128k_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_256k_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_256k_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_1k_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_1k_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_2k_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_2k_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_4k_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_4k_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_8k_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_8k_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_16k_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_16k_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_32k_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_32k_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_64k_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_64k_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_128k_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_128k_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_256k_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_256k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_1k_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_1k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_2k_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_2k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_4k_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_4k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_8k_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_8k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_16k_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_16k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_32k_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_32k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_64k_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_64k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_128k_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_128k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_256k_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_256k_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_128k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_128k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_32k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_32k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_64k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_64k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_128k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_128k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_gemini1_5flash_256k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_gemini1_5flash_256k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_32k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_32k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_64k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_64k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_128k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_128k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_32k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_32k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_64k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_64k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_gpt4o_256k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_gpt4o_256k_r16_by_claude3sonnet-*
  - split: gemma2b_summarize_claude3sonnet_256k_r16_by_claude3sonnet
    path: data/gemma2b_summarize_claude3sonnet_256k_r16_by_claude3sonnet-*
---
