size_categories:10K<n<100K format:parquet modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: conversation_hash
    dtype: string
  - name: model
    dtype: string
  - name: timestamp
    dtype: timestamp[us, tz=UTC]
  - name: conversation
    list:
    - name: content
      dtype: string
    - name: country
      dtype: string
    - name: hashed_ip
      dtype: string
    - name: header
      struct:
      - name: accept-language
        dtype: string
      - name: user-agent
        dtype: string
    - name: language
      dtype: string
    - name: redacted
      dtype: bool
    - name: role
      dtype: string
    - name: state
      dtype: string
    - name: timestamp
      dtype: timestamp[us, tz=UTC]
    - name: toxic
      dtype: bool
    - name: turn_identifier
      dtype: int64
  - name: turn
    dtype: int64
  - name: language
    dtype: string
  - name: openai_moderation
    list:
    - name: categories
      struct:
      - name: harassment
        dtype: bool
      - name: harassment/threatening
        dtype: bool
      - name: harassment_threatening
        dtype: bool
      - name: hate
        dtype: bool
      - name: hate/threatening
        dtype: bool
      - name: hate_threatening
        dtype: bool
      - name: self-harm
        dtype: bool
      - name: self-harm/instructions
        dtype: bool
      - name: self-harm/intent
        dtype: bool
      - name: self_harm
        dtype: bool
      - name: self_harm_instructions
        dtype: bool
      - name: self_harm_intent
        dtype: bool
      - name: sexual
        dtype: bool
      - name: sexual/minors
        dtype: bool
      - name: sexual_minors
        dtype: bool
      - name: violence
        dtype: bool
      - name: violence/graphic
        dtype: bool
      - name: violence_graphic
        dtype: bool
    - name: category_scores
      struct:
      - name: harassment
        dtype: float64
      - name: harassment/threatening
        dtype: float64
      - name: harassment_threatening
        dtype: float64
      - name: hate
        dtype: float64
      - name: hate/threatening
        dtype: float64
      - name: hate_threatening
        dtype: float64
      - name: self-harm
        dtype: float64
      - name: self-harm/instructions
        dtype: float64
      - name: self-harm/intent
        dtype: float64
      - name: self_harm
        dtype: float64
      - name: self_harm_instructions
        dtype: float64
      - name: self_harm_intent
        dtype: float64
      - name: sexual
        dtype: float64
      - name: sexual/minors
        dtype: float64
      - name: sexual_minors
        dtype: float64
      - name: violence
        dtype: float64
      - name: violence/graphic
        dtype: float64
      - name: violence_graphic
        dtype: float64
    - name: flagged
      dtype: bool
  - name: detoxify_moderation
    list:
    - name: identity_attack
      dtype: float64
    - name: insult
      dtype: float64
    - name: obscene
      dtype: float64
    - name: severe_toxicity
      dtype: float64
    - name: sexual_explicit
      dtype: float64
    - name: threat
      dtype: float64
    - name: toxicity
      dtype: float64
  - name: toxic
    dtype: bool
  - name: redacted
    dtype: bool
  - name: state
    dtype: string
  - name: country
    dtype: string
  - name: hashed_ip
    dtype: string
  - name: header
    struct:
    - name: accept-language
      dtype: string
    - name: user-agent
      dtype: string
  - name: messages
    list:
    - name: content
      dtype: string
    - name: role
      dtype: string
  splits:
  - name: train
    num_bytes: 1511785315.30176
    num_examples: 62784
  download_size: 816759352
  dataset_size: 1511785315.30176
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
---
