size_categories:100K<n<1M format:parquet modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: messages
    struct:
    - name: conversation
      list:
      - name: content
        dtype: string
      - name: country
        dtype: string
      - name: hashed_ip
        dtype: string
      - name: header
        struct:
        - name: accept-language
          dtype: string
        - name: user-agent
          dtype: string
      - name: language
        dtype: string
      - name: redacted
        dtype: bool
      - name: role
        dtype: string
      - name: state
        dtype: string
      - name: timestamp
        dtype: timestamp[us, tz=UTC]
      - name: toxic
        dtype: bool
      - name: turn_identifier
        dtype: int64
    - name: conversation_hash
      dtype: string
    - name: country
      dtype: string
    - name: detoxify_moderation
      list:
      - name: identity_attack
        dtype: float64
      - name: insult
        dtype: float64
      - name: obscene
        dtype: float64
      - name: severe_toxicity
        dtype: float64
      - name: sexual_explicit
        dtype: float64
      - name: threat
        dtype: float64
      - name: toxicity
        dtype: float64
    - name: hashed_ip
      dtype: string
    - name: header
      struct:
      - name: accept-language
        dtype: string
      - name: user-agent
        dtype: string
    - name: language
      dtype: string
    - name: messages
      list:
      - name: content
        dtype: string
      - name: role
        dtype: string
    - name: model
      dtype: string
    - name: openai_moderation
      list:
      - name: categories
        struct:
        - name: harassment
          dtype: bool
        - name: harassment/threatening
          dtype: bool
        - name: harassment_threatening
          dtype: bool
        - name: hate
          dtype: bool
        - name: hate/threatening
          dtype: bool
        - name: hate_threatening
          dtype: bool
        - name: self-harm
          dtype: bool
        - name: self-harm/instructions
          dtype: bool
        - name: self-harm/intent
          dtype: bool
        - name: self_harm
          dtype: bool
        - name: self_harm_instructions
          dtype: bool
        - name: self_harm_intent
          dtype: bool
        - name: sexual
          dtype: bool
        - name: sexual/minors
          dtype: bool
        - name: sexual_minors
          dtype: bool
        - name: violence
          dtype: bool
        - name: violence/graphic
          dtype: bool
        - name: violence_graphic
          dtype: bool
      - name: category_scores
        struct:
        - name: harassment
          dtype: float64
        - name: harassment/threatening
          dtype: float64
        - name: harassment_threatening
          dtype: float64
        - name: hate
          dtype: float64
        - name: hate/threatening
          dtype: float64
        - name: hate_threatening
          dtype: float64
        - name: self-harm
          dtype: float64
        - name: self-harm/instructions
          dtype: float64
        - name: self-harm/intent
          dtype: float64
        - name: self_harm
          dtype: float64
        - name: self_harm_instructions
          dtype: float64
        - name: self_harm_intent
          dtype: float64
        - name: sexual
          dtype: float64
        - name: sexual/minors
          dtype: float64
        - name: sexual_minors
          dtype: float64
        - name: violence
          dtype: float64
        - name: violence/graphic
          dtype: float64
        - name: violence_graphic
          dtype: float64
      - name: flagged
        dtype: bool
    - name: redacted
      dtype: bool
    - name: state
      dtype: string
    - name: timestamp
      dtype: timestamp[us, tz=UTC]
    - name: toxic
      dtype: bool
    - name: turn
      dtype: int64
  splits:
  - name: train
    num_bytes: 3386220494
    num_examples: 137885
  download_size: 1710470323
  dataset_size: 3386220494
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
---
