size_categories:1K<n<10K format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
  config_name: arz
  features:
  - name: id
    dtype: int64
  - name: text
    dtype: string
  - name: meta
    struct:
    - name: warc_headers
      struct:
      - name: warc-record-id
        dtype: string
      - name: warc-date
        dtype: string
      - name: content-type
        dtype: string
      - name: content-length
        dtype: int32
      - name: warc-type
        dtype: string
      - name: warc-identified-content-language
        dtype: string
      - name: warc-refers-to
        dtype: string
      - name: warc-target-uri
        dtype: string
      - name: warc-block-digest
        dtype: string
    - name: identification
      struct:
      - name: label
        dtype: string
      - name: prob
        dtype: float32
    - name: annotations
      sequence: string
    - name: line_identifications
      list:
      - name: label
        dtype: string
      - name: prob
        dtype: float32
  splits:
  - name: train
    num_bytes: 2286521
    num_examples: 1256
  download_size: 963896
  dataset_size: 2286521
configs:
- config_name: arz
  data_files:
  - split: train
    path: arz/train-*
---
