size_categories:10K<n<100K format:parquet modality:tabular modality:text library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
- config_name: default
  features:
  - name: text
    dtype: string
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: language
    dtype: string
  - name: language_score
    dtype: float64
  - name: fasttext_score
    dtype: float64
  - name: llama-ppl
    dtype: float64
  - name: gemma-ppl
    dtype: float64
  - name: phi-ppl
    dtype: float64
  - name: qwen-ppl
    dtype: float64
  - name: v1.1-206-ppl
    dtype: float64
  - name: v1.1-600-ppl
    dtype: float64
  - name: v4-228-ppl
    dtype: float64
  splits:
  - name: train
    num_bytes: 21144355
    num_examples: 3348
  download_size: 13355846
  dataset_size: 21144355
- config_name: ppl
  features:
  - name: text
    dtype: string
  - name: url
    dtype: string
  - name: id
    dtype: string
  - name: language
    dtype: string
  - name: language_score
    dtype: float64
  - name: fasttext_score
    dtype: float64
  - name: llama-ppl
    dtype: float64
  - name: gemma-ppl
    dtype: float64
  - name: phi-ppl
    dtype: float64
  - name: qwen-ppl
    dtype: float64
  - name: v1.1-206-ppl
    dtype: float64
  - name: v1.1-600-ppl
    dtype: float64
  - name: v4-228-ppl
    dtype: float64
  splits:
  - name: train
    num_bytes: 217553739
    num_examples: 33480
  download_size: 135657138
  dataset_size: 217553739
- config_name: tags
  features:
  - name: text
    dtype: string
  - name: tag
    dtype: string
  splits:
  - name: train
    num_bytes: 211592587.0
    num_examples: 33480
  download_size: 130904026
  dataset_size: 211592587.0
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
- config_name: ppl
  data_files:
  - split: train
    path: ppl/train-*
- config_name: tags
  data_files:
  - split: train
    path: tags/train-*
---
