size_categories:n<1K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: prompt
    dtype: string
  - name: results
    dtype: float64
  - name: text
    dtype: string
  splits:
  - name: train
    num_bytes: 877844
    num_examples: 500
  download_size: 536673
  dataset_size: 877844
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
---
    # rewardbench_eval_0337290924: RewardBench CLI Eval. Outputs

See https://github.com/allenai/rewardbench for more details

Built with the `rewardbench` CLI tool.

Command used to run: `python /home/nathanl/.local/bin/rewardbench --model vwxyzjn/reward_modeling__EleutherAI_pythia-14m --dataset HuggingFaceH4/no_robots --split test --batch_size 128 --tokenizer=EleutherAI/pythia-14m --push_results_to_hub --chat_template oasst_pythia`

## Configs
```
args: {'batch_size': 128,
 'chat_template': 'oasst_pythia',
 'dataset': 'HuggingFaceH4/no_robots',
 'debug': False,
 'force_truncation': False,
 'hf_entity': 'natolambert',
 'hf_name': 'rewardbench_eval_0337290924',
 'load_json': False,
 'max_length': 512,
 'model': 'vwxyzjn/reward_modeling__EleutherAI_pythia-14m',
 'not_quantized': False,
 'output_dir': 'results/',
 'prioritize_scoring': False,
 'push_results_to_hub': True,
 'ref_model': None,
 'revision': None,
 'save_all': False,
 'split': 'test',
 'tokenizer': 'EleutherAI/pythia-14m',
 'trust_remote_code': False,
 'upload_model_metadata_to_hf': False,
 'wandb_run': None}
```

## Package Versions
```
{'accelerate': '0.34.2',
 'aiohappyeyeballs': '2.4.1',
 'aiohttp': '3.10.6',
 'aiosignal': '1.3.1',
 'annotated-types': '0.7.0',
 'anthropic': '0.34.2',
 'anyio': '4.6.0',
 'async-timeout': '4.0.3',
 'attrs': '24.2.0',
 'audioread': '3.0.1',
 'autocommand': '2.2.2',
 'backports.tarfile': '1.2.0',
 'bitsandbytes': '0.44.0',
 'black': '24.8.0',
 'brotlipy': '0.7.0',
 'cachetools': '5.5.0',
 'certifi': '2022.12.7',
 'cffi': '1.15.1',
 'charset-normalizer': '2.0.4',
 'click': '8.1.7',
 'cloudpickle': '3.0.0',
 'conda': '23.1.0',
 'conda-content-trust': '0.1.3',
 'conda-package-handling': '2.0.2',
 'conda-package-streaming': '0.7.0',
 'cryptography': '38.0.4',
 'datasets': '3.0.1',
 'decorator': '5.1.1',
 'deepspeed': '0.15.1',
 'dill': '0.3.8',
 'diskcache': '5.6.3',
 'distro': '1.9.0',
 'docker-pycreds': '0.4.0',
 'docstring-parser': '0.16',
 'einops': '0.8.0',
 'eval-type-backport': '0.2.0',
 'exceptiongroup': '1.2.2',
 'fastapi': '0.115.0',
 'filelock': '3.16.1',
 'flake8': '7.1.1',
 'flash-attn': '2.6.3',
 'frozenlist': '1.4.1',
 'fschat': '0.2.36',
 'fsspec': '2024.6.1',
 'gguf': '0.9.1',
 'gitdb': '4.0.11',
 'gitpython': '3.1.43',
 'google-ai-generativelanguage': '0.6.10',
 'google-api-core': '2.20.0',
 'google-api-python-client': '2.147.0',
 'google-auth': '2.35.0',
 'google-auth-httplib2': '0.2.0',
 'google-generativeai': '0.8.2',
 'googleapis-common-protos': '1.65.0',
 'grpcio': '1.66.1',
 'grpcio-status': '1.66.1',
 'h11': '0.14.0',
 'hf-transfer': '0.1.8',
 'hjson': '3.1.0',
 'httpcore': '1.0.5',
 'httplib2': '0.22.0',
 'httptools': '0.6.1',
 'httpx': '0.27.2',
 'huggingface-hub': '0.25.1',
 'idna': '3.4',
 'importlib-metadata': '8.5.0',
 'importlib-resources': '6.4.0',
 'inflect': '7.3.1',
 'iniconfig': '2.0.0',
 'interegular': '0.3.3',
 'isort': '5.13.2',
 'jaraco.collections': '5.1.0',
 'jaraco.context': '5.3.0',
 'jaraco.functools': '4.0.1',
 'jaraco.text': '3.12.1',
 'jinja2': '3.1.4',
 'jiter': '0.5.0',
 'joblib': '1.4.2',
 'jsonschema': '4.23.0',
 'jsonschema-specifications': '2023.12.1',
 'lark': '1.2.2',
 'latex2mathml': '3.77.0',
 'lazy-loader': '0.4',
 'librosa': '0.10.2.post1',
 'llvmlite': '0.43.0',
 'lm-format-enforcer': '0.10.6',
 'markdown-it-py': '3.0.0',
 'markdown2': '2.5.0',
 'markupsafe': '2.1.5',
 'mccabe': '0.7.0',
 'mdurl': '0.1.2',
 'more-itertools': '10.3.0',
 'mpmath': '1.3.0',
 'msgpack': '1.1.0',
 'msgspec': '0.18.6',
 'multidict': '6.1.0',
 'multiprocess': '0.70.16',
 'mypy-extensions': '1.0.0',
 'nest-asyncio': '1.6.0',
 'networkx': '3.3',
 'nh3': '0.2.18',
 'ninja': '1.11.1.1',
 'numba': '0.60.0',
 'numpy': '1.26.4',
 'nvidia-cublas-cu12': '12.1.3.1',
 'nvidia-cuda-cupti-cu12': '12.1.105',
 'nvidia-cuda-nvrtc-cu12': '12.1.105',
 'nvidia-cuda-runtime-cu12': '12.1.105',
 'nvidia-cudnn-cu12': '9.1.0.70',
 'nvidia-cufft-cu12': '11.0.2.54',
 'nvidia-curand-cu12': '10.3.2.106',
 'nvidia-cusolver-cu12': '11.4.5.107',
 'nvidia-cusparse-cu12': '12.1.0.106',
 'nvidia-ml-py': '12.560.30',
 'nvidia-nccl-cu12': '2.20.5',
 'nvidia-nvjitlink-cu12': '12.6.68',
 'nvidia-nvtx-cu12': '12.1.105',
 'openai': '1.50.0',
 'outlines': '0.0.46',
 'packaging': '24.1',
 'pandas': '2.2.3',
 'pathspec': '0.12.1',
 'peft': '0.13.0',
 'pillow': '10.4.0',
 'pip': '24.2',
 'platformdirs': '4.3.6',
 'pluggy': '1.5.0',
 'pooch': '1.8.2',
 'prometheus-client': '0.21.0',
 'prometheus-fastapi-instrumentator': '7.0.0',
 'prompt-toolkit': '3.0.48',
 'proto-plus': '1.24.0',
 'protobuf': '5.28.2',
 'psutil': '6.0.0',
 'py-cpuinfo': '9.0.0',
 'pyairports': '2.1.1',
 'pyarrow': '17.0.0',
 'pyasn1': '0.6.1',
 'pyasn1-modules': '0.4.1',
 'pycodestyle': '2.12.1',
 'pycosat': '0.6.4',
 'pycountry': '24.6.1',
 'pycparser': '2.21',
 'pydantic': '2.9.2',
 'pydantic-core': '2.23.4',
 'pyflakes': '3.2.0',
 'pygments': '2.18.0',
 'pyopenssl': '22.0.0',
 'pyparsing': '3.1.4',
 'pysocks': '1.7.1',
 'pytest': '8.3.3',
 'python-dateutil': '2.9.0.post0',
 'python-dotenv': '1.0.1',
 'pytz': '2024.2',
 'pyyaml': '6.0.2',
 'pyzmq': '26.2.0',
 'ray': '2.37.0',
 'referencing': '0.35.1',
 'regex': '2024.9.11',
 'requests': '2.32.3',
 'rewardbench': '0.1.3',
 'rich': '13.8.1',
 'rpds-py': '0.20.0',
 'rsa': '4.9',
 'ruamel.yaml': '0.17.21',
 'ruamel.yaml.clib': '0.2.6',
 'safetensors': '0.4.5',
 'scikit-learn': '1.5.2',
 'scipy': '1.14.1',
 'sentencepiece': '0.2.0',
 'sentry-sdk': '2.14.0',
 'setproctitle': '1.3.3',
 'setuptools': '75.1.0',
 'shellingham': '1.5.4',
 'shortuuid': '1.0.13',
 'shtab': '1.7.1',
 'six': '1.16.0',
 'smmap': '5.0.1',
 'sniffio': '1.3.1',
 'soundfile': '0.12.1',
 'soxr': '0.5.0.post1',
 'starlette': '0.38.6',
 'svgwrite': '1.4.3',
 'sympy': '1.13.3',
 'tabulate': '0.9.0',
 'threadpoolctl': '3.5.0',
 'tiktoken': '0.6.0',
 'together': '1.3.0',
 'tokenizers': '0.19.1',
 'tomli': '2.0.1',
 'toolz': '0.12.0',
 'torch': '2.4.0',
 'torchaudio': '2.4.1',
 'torchvision': '0.19.0',
 'tqdm': '4.66.5',
 'transformers': '4.43.4',
 'triton': '3.0.0',
 'trl': '0.11.1',
 'typeguard': '4.3.0',
 'typer': '0.12.5',
 'typing-extensions': '4.12.2',
 'tyro': '0.8.11',
 'tzdata': '2024.2',
 'uritemplate': '4.1.1',
 'urllib3': '1.26.14',
 'uvicorn': '0.30.6',
 'uvloop': '0.20.0',
 'vllm': '0.5.5',
 'vllm-flash-attn': '2.6.1',
 'wandb': '0.18.1',
 'watchfiles': '0.24.0',
 'wavedrom': '2.0.3.post3',
 'wcwidth': '0.2.13',
 'websockets': '13.1',
 'wheel': '0.44.0',
 'xformers': '0.0.27.post2',
 'xxhash': '3.5.0',
 'yarl': '1.12.1',
 'zipp': '3.20.2',
 'zstandard': '0.18.0'}
```    
