["size_categories:10M<n<100M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"]
[{"name": "sequence_id", "dtype": "int64"}, {"name": "tokens", "sequence": "int64"}, {"name": "text", "dtype": "string"}, {"name": "is_incrementing", "dtype": "bool"}, {"name": "is_repeating", "dtype": "bool"}, {"name": "sequence_duplicates", "dtype": "int64"}, {"name": "max_frequency", "dtype": "int64"}, {"name": "avg_frequency", "dtype": "float64"}, {"name": "min_frequency", "dtype": "int64"}, {"name": "median_frequency", "dtype": "float64"}, {"name": "p25_frequency", "dtype": "int64"}, {"name": "p75_frequency", "dtype": "int64"}, {"name": "frequencies", "sequence": "int64"}, {"name": "nl_scores", "dtype": "float32"}, {"name": "0_8_snowclones", "dtype": "int64"}, {"name": "0_9_snowclones", "dtype": "int64"}, {"name": "0_8_templates", "dtype": "int64"}, {"name": "0_9_templates", "dtype": "int64"}, {"name": "huffman_coding_length", "dtype": "float64"}, {"name": "memorization_score", "dtype": "float64"}, {"name": "index", "dtype": "int64"}, {"name": "loss", "dtype": "float32"}, {"name": "prompt_perplexity", "dtype": "float32"}, {"name": "generation_perplexity", "dtype": "float32"}, {"name": "sequence_perplexity", "dtype": "float32"}]