size_categories:100K<n<1M format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: conversation_id
    dtype: string
  - name: model
    dtype: string
  - name: timestamp
    dtype: int64
  - name: conversation
    list:
    - name: content
      dtype: string
    - name: language
      dtype: string
    - name: redacted
      dtype: bool
    - name: role
      dtype: string
    - name: toxic
      dtype: bool
  - name: turn
    dtype: int64
  - name: language
    dtype: string
  - name: openai_moderation
    list:
    - name: categories
      struct:
      - name: harassment
        dtype: bool
      - name: harassment/threatening
        dtype: bool
      - name: hate
        dtype: bool
      - name: hate/threatening
        dtype: bool
      - name: self-harm
        dtype: bool
      - name: self-harm/instructions
        dtype: bool
      - name: self-harm/intent
        dtype: bool
      - name: sexual
        dtype: bool
      - name: sexual/minors
        dtype: bool
      - name: violence
        dtype: bool
      - name: violence/graphic
        dtype: bool
    - name: category_scores
      struct:
      - name: harassment
        dtype: float64
      - name: harassment/threatening
        dtype: float64
      - name: hate
        dtype: float64
      - name: hate/threatening
        dtype: float64
      - name: self-harm
        dtype: float64
      - name: self-harm/instructions
        dtype: float64
      - name: self-harm/intent
        dtype: float64
      - name: sexual
        dtype: float64
      - name: sexual/minors
        dtype: float64
      - name: violence
        dtype: float64
      - name: violence/graphic
        dtype: float64
    - name: flagged
      dtype: bool
  - name: detoxify_moderation
    list:
    - name: identity_attack
      dtype: float64
    - name: insult
      dtype: float64
    - name: obscene
      dtype: float64
    - name: severe_toxicity
      dtype: float64
    - name: sexual_explicit
      dtype: float64
    - name: threat
      dtype: float64
    - name: toxicity
      dtype: float64
  - name: toxic
    dtype: bool
  - name: redacted
    dtype: bool
  - name: instruction
    dtype: string
  - name: output
    dtype: string
  - name: Qwen2.5-7B_ifd
    dtype: float64
  - name: conversations
    list:
    - name: content
      dtype: string
    - name: role
      dtype: string
  splits:
  - name: Arabic
    num_bytes: 71838208
    num_examples: 8188
  - name: German
    num_bytes: 65691948
    num_examples: 6202
  - name: English
    num_bytes: 3205504173
    num_examples: 277123
  - name: Spanish
    num_bytes: 114608155
    num_examples: 12371
  - name: Hindi
    num_bytes: 361267
    num_examples: 27
  - name: Russian
    num_bytes: 606740359
    num_examples: 50146
  - name: Swahili
    num_bytes: 813366
    num_examples: 225
  - name: Chinese
    num_bytes: 825931982
    num_examples: 101397
  download_size: 2609140527
  dataset_size: 4891489458
configs:
- config_name: default
  data_files:
  - split: Arabic
    path: data/Arabic-*
  - split: German
    path: data/German-*
  - split: English
    path: data/English-*
  - split: Spanish
    path: data/Spanish-*
  - split: Hindi
    path: data/Hindi-*
  - split: Russian
    path: data/Russian-*
  - split: Swahili
    path: data/Swahili-*
  - split: Chinese
    path: data/Chinese-*
---
