size_categories:1K<n<10K format:parquet modality:tabular modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: prompt
    dtype: string
  - name: results
    dtype: int64
  - name: scores_chosen
    dtype: float64
  - name: scores_rejected
    dtype: float64
  - name: text_chosen
    dtype: string
  - name: text_rejected
    dtype: string
  splits:
  - name: train
    num_bytes: 6186150
    num_examples: 2985
  download_size: 3034291
  dataset_size: 6186150
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
---
# rewardbench_eval_2339270924: RewardBench CLI Eval. Outputs

See https://github.com/allenai/rewardbench for more details

## Configs
```
args: {'batch_size': 128,
 'chat_template': 'raw',
 'dataset': 'allenai/reward-bench',
 'debug': False,
 'force_truncation': False,
 'hf_entity': 'natolambert',
 'hf_name': 'rewardbench_eval_2339270924',
 'load_json': False,
 'max_length': 512,
 'model': 'vwxyzjn/reward_modeling__EleutherAI_pythia-14m',
 'not_quantized': False,
 'output_dir': 'results/',
 'prioritize_scoring': False,
 'push_results_to_hub': True,
 'ref_model': None,
 'revision': None,
 'save_all': False,
 'split': None,
 'tokenizer': 'EleutherAI/pythia-14m',
 'trust_remote_code': False,
 'upload_model_metadata_to_hf': True,
 'wandb_run': None}
```

## Additional Information

1. Command used to run `python /home/nathanl/.local/bin/rewardbench --model vwxyzjn/reward_modeling__EleutherAI_pythia-14m --batch_size 128 --tokenizer=EleutherAI/pythia-14m --push_results_to_hub --upload_model_metadata_to_hf --chat_template raw`
