["size_categories:1M<n<10M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"]
[{"name": "text", "dtype": "string"}, {"name": "meta", "struct": [{"name": "dedup", "struct": [{"name": "exact_norm", "struct": [{"name": "cluster_main_idx", "dtype": "int64"}, {"name": "cluster_size", "dtype": "int64"}, {"name": "exact_hash_idx", "dtype": "int64"}, {"name": "is_duplicate", "dtype": "bool"}]}, {"name": "minhash", "struct": [{"name": "cluster_main_idx", "dtype": "int64"}, {"name": "cluster_size", "dtype": "int64"}, {"name": "is_duplicate", "dtype": "bool"}, {"name": "minhash_idx", "dtype": "int64"}]}]}, {"name": "doc_id", "dtype": "string"}, {"name": "title", "dtype": "string"}, {"name": "uri", "dtype": "string"}]}]