size_categories:100K<n<1M format:parquet modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: ara
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 278558
    num_examples: 1379
  - name: train
    num_bytes: 1278617
    num_examples: 5749
  - name: dev
    num_bytes: 352450
    num_examples: 1500
  download_size: 915939
  dataset_size: 1909625
- config_name: cmn
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 181027
    num_examples: 1379
  - name: train
    num_bytes: 803647
    num_examples: 5749
  - name: dev
    num_bytes: 224313
    num_examples: 1500
  download_size: 718335
  dataset_size: 1208987
- config_name: deu
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 219526
    num_examples: 1379
  - name: train
    num_bytes: 976696
    num_examples: 5749
  - name: dev
    num_bytes: 275569
    num_examples: 1500
  download_size: 825911
  dataset_size: 1471791
- config_name: eng
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 190659
    num_examples: 1379
  - name: train
    num_bytes: 841026
    num_examples: 5749
  - name: dev
    num_bytes: 238564
    num_examples: 1500
  download_size: 723349
  dataset_size: 1270249
- config_name: fin
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 201808
    num_examples: 1379
  - name: train
    num_bytes: 912703
    num_examples: 5749
  - name: dev
    num_bytes: 252340
    num_examples: 1500
  download_size: 773635
  dataset_size: 1366851
- config_name: fra
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 226639
    num_examples: 1379
  - name: train
    num_bytes: 1019418
    num_examples: 5749
  - name: dev
    num_bytes: 282575
    num_examples: 1500
  download_size: 830964
  dataset_size: 1528632
- config_name: heb
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 243663
    num_examples: 1379
  - name: train
    num_bytes: 1102725
    num_examples: 5749
  - name: dev
    num_bytes: 306612
    num_examples: 1500
  download_size: 813711
  dataset_size: 1653000
- config_name: hin
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 443874
    num_examples: 1379
  - name: train
    num_bytes: 2004557
    num_examples: 5749
  - name: dev
    num_bytes: 561730
    num_examples: 1500
  download_size: 1142752
  dataset_size: 3010161
- config_name: ita
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 217840
    num_examples: 1379
  - name: train
    num_bytes: 980749
    num_examples: 5749
  - name: dev
    num_bytes: 271636
    num_examples: 1500
  download_size: 815861
  dataset_size: 1470225
- config_name: jpn
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 246228
    num_examples: 1379
  - name: train
    num_bytes: 1069988
    num_examples: 5749
  - name: dev
    num_bytes: 306423
    num_examples: 1500
  download_size: 846151
  dataset_size: 1622639
- config_name: kaz
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 323282
    num_examples: 1379
  - name: train
    num_bytes: 1484168
    num_examples: 5749
  - name: dev
    num_bytes: 403862
    num_examples: 1500
  download_size: 1015888
  dataset_size: 2211312
- config_name: kor
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 238461
    num_examples: 1379
  - name: train
    num_bytes: 1027234
    num_examples: 5749
  - name: dev
    num_bytes: 291512
    num_examples: 1500
  download_size: 814521
  dataset_size: 1557207
- config_name: lav
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 203575
    num_examples: 1379
  - name: train
    num_bytes: 924642
    num_examples: 5749
  - name: dev
    num_bytes: 253319
    num_examples: 1500
  download_size: 789251
  dataset_size: 1381536
- config_name: nld
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 209097
    num_examples: 1379
  - name: train
    num_bytes: 942890
    num_examples: 5749
  - name: dev
    num_bytes: 263379
    num_examples: 1500
  download_size: 789096
  dataset_size: 1415366
- config_name: pes
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 298874
    num_examples: 1379
  - name: train
    num_bytes: 1326364
    num_examples: 5749
  - name: dev
    num_bytes: 372186
    num_examples: 1500
  download_size: 923478
  dataset_size: 1997424
- config_name: pol
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 207459
    num_examples: 1379
  - name: train
    num_bytes: 937656
    num_examples: 5749
  - name: dev
    num_bytes: 260250
    num_examples: 1500
  download_size: 835037
  dataset_size: 1405365
- config_name: por
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 214455
    num_examples: 1379
  - name: train
    num_bytes: 953161
    num_examples: 5749
  - name: dev
    num_bytes: 265273
    num_examples: 1500
  download_size: 787468
  dataset_size: 1432889
- config_name: rus
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 326200
    num_examples: 1379
  - name: train
    num_bytes: 1500897
    num_examples: 5749
  - name: dev
    num_bytes: 414760
    num_examples: 1500
  download_size: 1091155
  dataset_size: 2241857
- config_name: spa
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 220809
    num_examples: 1379
  - name: train
    num_bytes: 996324
    num_examples: 5749
  - name: dev
    num_bytes: 273742
    num_examples: 1500
  download_size: 805975
  dataset_size: 1490875
- config_name: tur
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 212746
    num_examples: 1379
  - name: train
    num_bytes: 963204
    num_examples: 5749
  - name: dev
    num_bytes: 264620
    num_examples: 1500
  download_size: 804011
  dataset_size: 1440570
- config_name: ukr
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 316145
    num_examples: 1379
  - name: train
    num_bytes: 1450243
    num_examples: 5749
  - name: dev
    num_bytes: 397886
    num_examples: 1500
  download_size: 1060738
  dataset_size: 2164274
- config_name: uzb
  features:
  - name: sentence1
    dtype: large_string
  - name: sentence2
    dtype: large_string
  - name: similarity_score
    dtype: float32
  - name: lang
    dtype: large_string
  splits:
  - name: test
    num_bytes: 209989
    num_examples: 1379
  - name: train
    num_bytes: 953543
    num_examples: 5749
  - name: dev
    num_bytes: 260026
    num_examples: 1500
  download_size: 772740
  dataset_size: 1423558
configs:
- config_name: ara
  data_files:
  - split: test
    path: ara/test-*
  - split: train
    path: ara/train-*
  - split: dev
    path: ara/dev-*
- config_name: cmn
  data_files:
  - split: test
    path: cmn/test-*
  - split: train
    path: cmn/train-*
  - split: dev
    path: cmn/dev-*
- config_name: deu
  data_files:
  - split: test
    path: deu/test-*
  - split: train
    path: deu/train-*
  - split: dev
    path: deu/dev-*
- config_name: eng
  data_files:
  - split: test
    path: eng/test-*
  - split: train
    path: eng/train-*
  - split: dev
    path: eng/dev-*
- config_name: fin
  data_files:
  - split: test
    path: fin/test-*
  - split: train
    path: fin/train-*
  - split: dev
    path: fin/dev-*
- config_name: fra
  data_files:
  - split: test
    path: fra/test-*
  - split: train
    path: fra/train-*
  - split: dev
    path: fra/dev-*
- config_name: heb
  data_files:
  - split: test
    path: heb/test-*
  - split: train
    path: heb/train-*
  - split: dev
    path: heb/dev-*
- config_name: hin
  data_files:
  - split: test
    path: hin/test-*
  - split: train
    path: hin/train-*
  - split: dev
    path: hin/dev-*
- config_name: ita
  data_files:
  - split: test
    path: ita/test-*
  - split: train
    path: ita/train-*
  - split: dev
    path: ita/dev-*
- config_name: jpn
  data_files:
  - split: test
    path: jpn/test-*
  - split: train
    path: jpn/train-*
  - split: dev
    path: jpn/dev-*
- config_name: kaz
  data_files:
  - split: test
    path: kaz/test-*
  - split: train
    path: kaz/train-*
  - split: dev
    path: kaz/dev-*
- config_name: kor
  data_files:
  - split: test
    path: kor/test-*
  - split: train
    path: kor/train-*
  - split: dev
    path: kor/dev-*
- config_name: lav
  data_files:
  - split: test
    path: lav/test-*
  - split: train
    path: lav/train-*
  - split: dev
    path: lav/dev-*
- config_name: nld
  data_files:
  - split: test
    path: nld/test-*
  - split: train
    path: nld/train-*
  - split: dev
    path: nld/dev-*
- config_name: pes
  data_files:
  - split: test
    path: pes/test-*
  - split: train
    path: pes/train-*
  - split: dev
    path: pes/dev-*
- config_name: pol
  data_files:
  - split: test
    path: pol/test-*
  - split: train
    path: pol/train-*
  - split: dev
    path: pol/dev-*
- config_name: por
  data_files:
  - split: test
    path: por/test-*
  - split: train
    path: por/train-*
  - split: dev
    path: por/dev-*
- config_name: rus
  data_files:
  - split: test
    path: rus/test-*
  - split: train
    path: rus/train-*
  - split: dev
    path: rus/dev-*
- config_name: spa
  data_files:
  - split: test
    path: spa/test-*
  - split: train
    path: spa/train-*
  - split: dev
    path: spa/dev-*
- config_name: tur
  data_files:
  - split: test
    path: tur/test-*
  - split: train
    path: tur/train-*
  - split: dev
    path: tur/dev-*
- config_name: ukr
  data_files:
  - split: test
    path: ukr/test-*
  - split: train
    path: ukr/train-*
  - split: dev
    path: ukr/dev-*
- config_name: uzb
  data_files:
  - split: test
    path: uzb/test-*
  - split: train
    path: uzb/train-*
  - split: dev
    path: uzb/dev-*
---
