task_categories:question-answering task_categories:text-generation task_categories:text-classification language:en license:odc-by size_categories:100K<n<1M format:parquet modality:text library:datasets library:dask library:mlcroissant library:polars region:us safety jailbreak
---
dataset_info:
  features:
  - name: question
    dtype: string
  - name: mistral_7b_v0.2
    struct:
    - name: prediction
      dtype: string
    - name: response
      dtype: string
  - name: llama2_7b
    struct:
    - name: prediction
      dtype: string
    - name: response
      dtype: string
  - name: vicuna_7b_1.5
    struct:
    - name: prediction
      dtype: string
    - name: response
      dtype: string
  - name: type
    dtype: string
  splits:
  - name: unattack
    num_bytes: 712277187
    num_examples: 160000
  - name: attacked
    num_bytes: 1136792124
    num_examples: 160000
  download_size: 934401588
  dataset_size: 1849069311
configs:
- config_name: default
  data_files:
  - split: unattack
    path: data/unattack-*
  - split: attacked
    path: data/attacked-*
license: odc-by
task_categories:
- question-answering
- text-generation
- text-classification
language:
- en
tags:
- safety
- jailbreak
size_categories:
- 100K<n<1M
---


Four LLMs' responses to safety-related prompts (attacked and vanilla) from [wildjailbreak](https://huggingface.co/datasets/allenai/wildjailbreak)

We use [LLama-Guard-3](https://huggingface.co/meta-llama/Llama-Guard-3-8B) to classify the safety of the response