size_categories:100K<n<1M format:parquet modality:tabular modality:text library:datasets library:dask library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: text
    dtype: string
  - name: score_non_alphanum
    dtype: float64
  - name: score_emoji_icon
    dtype: float64
  - name: score_number
    dtype: float64
  - name: score_url
    dtype: float64
  - name: score_bullet
    dtype: float64
  - name: score_white_space
    dtype: float64
  - name: score_parenthesis
    dtype: float64
  - name: max_len_long_word
    dtype: int64
  - name: number_of_words
    dtype: int64
  - name: mean_word_len
    dtype: float64
  - name: score_repeated_line
    dtype: float64
  - name: score_repeated_para
    dtype: float64
  - name: score_repeated_sentence_bychar
    dtype: float64
  - name: score_repeated_graph_bychar
    dtype: float64
  - name: score_repeated_ngram
    dtype: float64
  - name: score_repeating_duplicate_ngram
    dtype: float64
  - name: score_end_ellipsis
    dtype: float64
  - name: score_common_vietnames_word
    dtype: int64
  - name: score_alpha
    dtype: float64
  - name: ban_word_counter
    dtype: int64
  splits:
  - name: train
    num_bytes: 1166939353
    num_examples: 265233
  download_size: 450448376
  dataset_size: 1166939353
configs:
- config_name: default
  data_files:
  - split: train
    path: data/train-*
---
