size_categories:10K<n<100K format:parquet modality:tabular modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: default
  features:
  - name: text
    dtype: string
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: language
    dtype: string
  - name: language_score
    dtype: float64
  - name: fasttext_score
    dtype: float64
  - name: llama-ppl
    dtype: float64
  - name: gemma-ppl
    dtype: float64
  - name: phi-ppl
    dtype: float64
  - name: qwen-ppl
    dtype: float64
  - name: v1.1-206-ppl
    dtype: float64
  - name: v1.1-600-ppl
    dtype: float64
  - name: v4-228-ppl
    dtype: float64
  splits:
  - name: train
    num_bytes: 25775240
    num_examples: 4000
  download_size: 15451030
  dataset_size: 25775240
- config_name: ppl
  features:
  - name: text
    dtype: string
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: language
    dtype: string
  - name: language_score
    dtype: float64
  - name: fasttext_score
    dtype: float64
  - name: llama-ppl
    dtype: float64
  - name: gemma-ppl
    dtype: float64
  - name: phi-ppl
    dtype: float64
  - name: qwen-ppl
    dtype: float64
  - name: v1.1-206-ppl
    dtype: float64
  - name: v1.1-600-ppl
    dtype: float64
  - name: v4-228-ppl
    dtype: float64
  splits:
  - name: train
    num_bytes: 193357637
    num_examples: 32000
  download_size: 115725093
  dataset_size: 193357637
- config_name: tags
  features:
  - name: text
    dtype: string
  - name: tag
    dtype: string
  splits:
  - name: train
    num_bytes: 187468207.0
    num_examples: 32000
  download_size: 111063143
  dataset_size: 187468207.0
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
- config_name: ppl
  data_files:
  - split: train
    path: ppl/train-*
- config_name: tags
  data_files:
  - split: train
    path: tags/train-*
---
