size_categories:1K<n<10K format:parquet modality:tabular modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: bff_contained_ngram_count_before_dedupe
    dtype: int64
  - name: language_id_whole_page_fasttext
    struct:
    - name: en
      dtype: float64
  - name: metadata
    struct:
    - name: Content-Length
      dtype: string
    - name: Content-Type
      dtype: string
    - name: WARC-Block-Digest
      dtype: string
    - name: WARC-Concurrent-To
      dtype: string
    - name: WARC-Date
      dtype: string
    - name: WARC-IP-Address
      dtype: string
    - name: WARC-Identified-Payload-Type
      dtype: string
    - name: WARC-Payload-Digest
      dtype: string
    - name: WARC-Record-ID
      dtype: string
    - name: WARC-Target-URI
      dtype: string
    - name: WARC-Truncated
      dtype: string
    - name: WARC-Type
      dtype: string
    - name: WARC-Warcinfo-ID
      dtype: string
  - name: previous_word_count
    dtype: int64
  - name: text
    dtype: string
  - name: url
    dtype: string
  - name: warcinfo
    dtype: string
  - name: fasttext_openhermes_reddit_eli5_vs_rw_v2_bigram_200k_train_prob
    dtype: float64
  - name: response
    dtype: string
  splits:
  - name: train
    num_bytes: 44308635.8501785
    num_examples: 6054
  download_size: 23782144
  dataset_size: 44308635.8501785
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
---
