size_categories:1M<n<10M format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: DeepSeek-R1-Distill-Qwen-1.5B
  features:
  - name: problem_id
    dtype: int64
  - name: model
    dtype: string
  - name: temperature
    dtype: float64
  - name: top_p
    dtype: float64
  - name: max_tokens
    dtype: int64
  - name: prompt
    dtype: string
  - name: completion
    dtype: string
  - name: finish_reason
    dtype: string
  - name: execution_result
    dtype: string
  - name: execution_details
    list:
    - name: expected_stdout
      dtype: string
    - name: returncode
      dtype: int64
    - name: stderr
      dtype: string
    - name: stdin
      dtype: string
    - name: stdout
      dtype: string
  splits:
  - name: test
    num_bytes: 872594865
    num_examples: 14040
  download_size: 246650330
  dataset_size: 872594865
- config_name: Qwen2.5-Coder-1.5B-Instruct
  features:
  - name: problem_id
    dtype: int64
  - name: model
    dtype: string
  - name: temperature
    dtype: float64
  - name: top_p
    dtype: float64
  - name: max_tokens
    dtype: int64
  - name: prompt
    dtype: string
  - name: completion
    dtype: string
  - name: finish_reason
    dtype: string
  - name: execution_result
    dtype: string
  - name: execution_details
    list:
    - name: expected_stdout
      dtype: string
    - name: returncode
      dtype: int64
    - name: stderr
      dtype: string
    - name: stdin
      dtype: string
    - name: stdout
      dtype: string
  splits:
  - name: test
    num_bytes: 435290158
    num_examples: 70200
  download_size: 53107553
  dataset_size: 435290158
- config_name: Qwen2.5-Coder-32B-Instruct-AWQ
  features:
  - name: problem_id
    dtype: int64
  - name: model
    dtype: string
  - name: temperature
    dtype: float64
  - name: top_p
    dtype: float64
  - name: max_tokens
    dtype: int64
  - name: prompt
    dtype: string
  - name: completion
    dtype: string
  - name: finish_reason
    dtype: string
  - name: execution_result
    dtype: string
  - name: execution_details
    list:
    - name: expected_stdout
      dtype: string
    - name: returncode
      dtype: int64
    - name: stderr
      dtype: string
    - name: stdin
      dtype: string
    - name: stdout
      dtype: string
  splits:
  - name: test
    num_bytes: 2322165891
    num_examples: 70200
  download_size: 343787571
  dataset_size: 2322165891
- config_name: deepseek-coder-33b-instruct-AWQ
  features:
  - name: problem_id
    dtype: int64
  - name: model
    dtype: string
  - name: temperature
    dtype: float64
  - name: top_p
    dtype: float64
  - name: max_tokens
    dtype: int64
  - name: prompt
    dtype: string
  - name: completion
    dtype: string
  - name: finish_reason
    dtype: string
  - name: execution_result
    dtype: string
  - name: execution_details
    list:
    - name: expected_stdout
      dtype: string
    - name: returncode
      dtype: int64
    - name: stderr
      dtype: string
    - name: stdin
      dtype: string
    - name: stdout
      dtype: string
  splits:
  - name: test
    num_bytes: 3609259229
    num_examples: 499600
  download_size: 468345708
  dataset_size: 3609259229
- config_name: deepseek-coder-6.7b-base
  features:
  - name: problem_id
    dtype: int64
  - name: model
    dtype: string
  - name: temperature
    dtype: float64
  - name: top_p
    dtype: float64
  - name: max_tokens
    dtype: int64
  - name: prompt
    dtype: string
  - name: completion
    dtype: string
  - name: finish_reason
    dtype: string
  - name: execution_result
    dtype: string
  - name: execution_details
    list:
    - name: expected_stdout
      dtype: string
    - name: returncode
      dtype: int64
    - name: stderr
      dtype: string
    - name: stdin
      dtype: string
    - name: stdout
      dtype: string
  splits:
  - name: test
    num_bytes: 1558551469
    num_examples: 364500
  download_size: 242414505
  dataset_size: 1558551469
- config_name: deepseek-coder-6.7b-instruct
  features:
  - name: problem_id
    dtype: int64
  - name: model
    dtype: string
  - name: temperature
    dtype: float64
  - name: top_p
    dtype: float64
  - name: max_tokens
    dtype: int64
  - name: prompt
    dtype: string
  - name: completion
    dtype: string
  - name: finish_reason
    dtype: string
  - name: execution_result
    dtype: string
  - name: execution_details
    list:
    - name: expected_stdout
      dtype: string
    - name: returncode
      dtype: int64
    - name: stderr
      dtype: string
    - name: stdin
      dtype: string
    - name: stdout
      dtype: string
  splits:
  - name: test
    num_bytes: 2864641474
    num_examples: 499600
  download_size: 329453243
  dataset_size: 2864641474
- config_name: deepseek-coder-6.7b-instruct-AWQ
  features:
  - name: problem_id
    dtype: int64
  - name: model
    dtype: string
  - name: temperature
    dtype: float64
  - name: top_p
    dtype: float64
  - name: max_tokens
    dtype: int64
  - name: prompt
    dtype: string
  - name: completion
    dtype: string
  - name: finish_reason
    dtype: string
  - name: execution_result
    dtype: string
  - name: execution_details
    list:
    - name: expected_stdout
      dtype: string
    - name: returncode
      dtype: int64
    - name: stderr
      dtype: string
    - name: stdin
      dtype: string
    - name: stdout
      dtype: string
  splits:
  - name: test
    num_bytes: 2184563040
    num_examples: 364500
  download_size: 381509280
  dataset_size: 2184563040
- config_name: gpt-4o-2024-08-06
  features:
  - name: problem_id
    dtype: int64
  - name: model
    dtype: string
  - name: temperature
    dtype: float64
  - name: top_p
    dtype: float64
  - name: max_tokens
    dtype: int64
  - name: prompt
    dtype: string
  - name: completion
    dtype: string
  - name: finish_reason
    dtype: string
  - name: execution_result
    dtype: string
  - name: execution_details
    list:
    - name: expected_stdout
      dtype: string
    - name: returncode
      dtype: int64
    - name: stderr
      dtype: string
    - name: stdin
      dtype: string
    - name: stdout
      dtype: string
  splits:
  - name: test
    num_bytes: 787237315
    num_examples: 99920
  download_size: 176984986
  dataset_size: 787237315
- config_name: gpt-4o-mini-2024-07-18
  features:
  - name: problem_id
    dtype: int64
  - name: model
    dtype: string
  - name: temperature
    dtype: float64
  - name: top_p
    dtype: float64
  - name: max_tokens
    dtype: int64
  - name: prompt
    dtype: string
  - name: completion
    dtype: string
  - name: finish_reason
    dtype: string
  - name: execution_result
    dtype: string
  - name: execution_details
    list:
    - name: expected_stdout
      dtype: string
    - name: returncode
      dtype: int64
    - name: stderr
      dtype: string
    - name: stdin
      dtype: string
    - name: stdout
      dtype: string
  splits:
  - name: test
    num_bytes: 3099884252
    num_examples: 179920
  download_size: 355923165
  dataset_size: 3099884252
configs:
- config_name: DeepSeek-R1-Distill-Qwen-1.5B
  data_files:
  - split: test
    path: DeepSeek-R1-Distill-Qwen-1.5B/test-*
- config_name: Qwen2.5-Coder-1.5B-Instruct
  data_files:
  - split: test
    path: Qwen2.5-Coder-1.5B-Instruct/test-*
- config_name: Qwen2.5-Coder-32B-Instruct-AWQ
  data_files:
  - split: test
    path: Qwen2.5-Coder-32B-Instruct-AWQ/test-*
- config_name: deepseek-coder-33b-instruct-AWQ
  data_files:
  - split: test
    path: deepseek-coder-33b-instruct-AWQ/test-*
- config_name: deepseek-coder-6.7b-base
  data_files:
  - split: test
    path: deepseek-coder-6.7b-base/test-*
- config_name: deepseek-coder-6.7b-instruct
  data_files:
  - split: test
    path: deepseek-coder-6.7b-instruct/test-*
- config_name: deepseek-coder-6.7b-instruct-AWQ
  data_files:
  - split: test
    path: deepseek-coder-6.7b-instruct-AWQ/test-*
- config_name: gpt-4o-2024-08-06
  data_files:
  - split: test
    path: gpt-4o-2024-08-06/test-*
- config_name: gpt-4o-mini-2024-07-18
  data_files:
  - split: test
    path: gpt-4o-mini-2024-07-18/test-*
---
