size_categories:10M<n<100M format:parquet modality:tabular library:datasets library:pandas library:mlcroissant library:polars region:us
---
dataset_info:
  features:
  - name: index
    dtype: int32
  - name: loss
    dtype: float32
  - name: prompt_perplexity
    dtype: float32
  - name: generation_perplexity
    dtype: float32
  - name: sequence_perplexity
    dtype: float32
  splits:
  - name: pile.duped.6.9b
    num_bytes: 100000000
    num_examples: 5000000
  - name: memories.duped.6.9b
    num_bytes: 42419520
    num_examples: 2120976
  - name: memories.duped.12b
    num_bytes: 47646560
    num_examples: 2382328
  - name: memories.deduped.12b
    num_bytes: 37424320
    num_examples: 1871216
  download_size: 255603395
  dataset_size: 227490400
---
# Dataset Card for "temp-perplexities"

[More Information needed](https://github.com/huggingface/datasets/blob/main/CONTRIBUTING.md#how-to-contribute-to-the-dataset-cards)