["task_categories:summarization", "language:en", "license:cc-by-sa-4.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "news", "cnndm"]
[{"name": "example_id", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "reference", "dtype": "string"}, {"name": "QAs", "sequence": "string"}, {"name": "QA_labels", "struct": [{"name": "bart", "sequence": "int64"}, {"name": "pegasus", "sequence": "int64"}, {"name": "brio", "sequence": "int64"}, {"name": "brio-ext", "sequence": "int64"}, {"name": "matchsum", "sequence": "int64"}, {"name": "mixtral-8x22b-instruct-v0.1", "sequence": "int64"}, {"name": "llama-3-8b-instruct", "sequence": "int64"}, {"name": "GPT4", "sequence": "int64"}, {"name": "llama-3-70b-instruct", "sequence": "int64"}, {"name": "mixtral-8x7b-instruct-v0.1", "sequence": "int64"}]}, {"name": "system_outputs", "struct": [{"name": "bart", "dtype": "string"}, {"name": "pegasus", "dtype": "string"}, {"name": "brio", "dtype": "string"}, {"name": "brio-ext", "dtype": "string"}, {"name": "matchsum", "dtype": "string"}, {"name": "mixtral-8x22b-instruct-v0.1", "dtype": "string"}, {"name": "llama-3-8b-instruct", "dtype": "string"}, {"name": "GPT4", "dtype": "string"}, {"name": "llama-3-70b-instruct", "dtype": "string"}, {"name": "mixtral-8x7b-instruct-v0.1", "dtype": "string"}]}, {"name": "system_scores", "struct": [{"name": "bart", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "ACU", "dtype": "float64"}, {"name": "nACU", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}, {"name": "pegasus", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "ACU", "dtype": "float64"}, {"name": "nACU", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}, {"name": "brio", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "ACU", "dtype": "float64"}, {"name": "nACU", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}, {"name": "brio-ext", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "ACU", "dtype": "float64"}, {"name": "nACU", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}, {"name": "matchsum", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "ACU", "dtype": "float64"}, {"name": "nACU", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}, {"name": "mixtral-8x22b-instruct-v0.1", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}, {"name": "llama-3-8b-instruct", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}, {"name": "GPT4", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}, {"name": "llama-3-70b-instruct", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}, {"name": "mixtral-8x7b-instruct-v0.1", "struct": [{"name": "QAPyramid", "dtype": "float64"}, {"name": "nQAPyramid", "dtype": "float64"}, {"name": "p_r", "dtype": "float64"}, {"name": "p_l", "dtype": "float64"}, {"name": "R1_recall", "dtype": "float64"}, {"name": "R1_f1", "dtype": "float64"}, {"name": "R2_recall", "dtype": "float64"}, {"name": "R2_f1", "dtype": "float64"}, {"name": "RL_recall", "dtype": "float64"}, {"name": "RL_f1", "dtype": "float64"}, {"name": "BERTScore_recall", "dtype": "float64"}, {"name": "BERTScore_f1", "dtype": "float64"}, {"name": "BARTScore", "dtype": "float64"}, {"name": "Lite3Pyramid", "dtype": "float64"}, {"name": "Lite2Pyramid_w_ACU", "dtype": "float64"}, {"name": "AutoACU_recall", "dtype": "float64"}, {"name": "AutoACU_f1", "dtype": "float64"}, {"name": "METEOR", "dtype": "float64"}, {"name": "ChrF", "dtype": "float64"}, {"name": "SemiAutoACU", "dtype": "float64"}, {"name": "GEval", "dtype": "int64"}, {"name": "AutoQAPyramid", "dtype": "float64"}, {"name": "SemiAutoQAPyramid", "dtype": "float64"}, {"name": "nAutoQAPyramid", "dtype": "float64"}, {"name": "nSemiAutoQAPyramid", "dtype": "float64"}]}]}]