size_categories:10M<n<100M format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: text1
    sequence: int64
  - name: lang1
    dtype: string
  - name: text2
    sequence: int64
  - name: lang2
    dtype: string
  - name: size1
    dtype: int64
  - name: size2
    dtype: int64
  splits:
  - name: train
    num_bytes: 33095643312
    num_examples: 60802448
  - name: dev
    num_bytes: 51112965
    num_examples: 75632
  - name: test
    num_bytes: 55406090
    num_examples: 80360
  - name: zero
    num_bytes: 1352829270
    num_examples: 1567020
  download_size: 9586391199
  dataset_size: 34554991637
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
  - split: dev
    path: data/dev-*
  - split: test
    path: data/test-*
  - split: zero
    path: data/zero-*
---
