task_categories:sentence-similarity task_ids:semantic-similarity-classification annotations_creators:no-annotation language_creators:found multilinguality:monolingual source_datasets:original language:en license:apache-2.0 size_categories:100K<n<1M region:us
---
annotations_creators:
- no-annotation
language_creators:
- found
language:
- en
license:
- apache-2.0
multilinguality:
- monolingual
size_categories:
- 100K<n<1M
source_datasets:
- original
task_categories:
- sentence-similarity
task_ids:
- semantic-similarity-classification
paperswithcode_id: STS-eval-Kubla-PL
pretty_name: STS Evaluation Kubla/PL
dataset_info:
- config_name: 1.0.0-1by1
  features:
  - name: id
    dtype: int32
  - name: textA
    dtype: string
  - name: textB
    dtype: string
  - name: value
    dtype: int32
  splits:
  - name: test
    num_bytes: 
    num_examples: 
  download_size: 
  dataset_size: 
- config_name: 1.0.0-2by2
  features:
  - name: id
    dtype: int32
  - name: textA
    dtype: string
  - name: textB
    dtype: string
  - name: value
    dtype: int32
  splits:
  - name: test
    num_bytes: 
    num_examples: 
  download_size: 
  dataset_size: 
- config_name: 1.0.0-3by3
  features:
  - name: id
    dtype: int32
  - name: textA
    dtype: string
  - name: textB
    dtype: string
  - name: value
    dtype: int32
  splits:
  - name: test
    num_bytes: 
    num_examples: 
  download_size: 
  dataset_size: 
- config_name: 2.0.0-1by1
  features:
  - name: id
    dtype: int32
  - name: textA
    dtype: string
  - name: textB
    dtype: string
  - name: value
    dtype: int32
  splits:
  - name: test
    num_bytes: 
    num_examples: 
  download_size: 
  dataset_size: 
- config_name: 2.0.0-2by2
  features:
  - name: id
    dtype: int32
  - name: textA
    dtype: string
  - name: textB
    dtype: string
  - name: value
    dtype: int32
  splits:
  - name: test
    num_bytes: 
    num_examples: 
  download_size: 
  dataset_size: 
- config_name: 2.0.0-3by3
  features:
  - name: id
    dtype: int32
  - name: textA
    dtype: string
  - name: textB
    dtype: string
  - name: value
    dtype: int32
  splits:
  - name: test
    num_bytes: 
    num_examples: 
  download_size: 
  dataset_size: 
configs:
- config_name: 1.0.0-1by1
  data_files:
  - split: test
    path: 1.0.0/STSdataset_KublaPL_1.csv
- config_name: 1.0.0-2by2
  data_files:
  - split: test
    path: 1.0.0/STSdataset_KublaPL_2.csv
- config_name: 1.0.0-3by3
  data_files:
  - split: test
    path: 1.0.0/STSdataset_KublaPL_3.csv
- config_name: 2.0.0-1by1
  data_files:
  - split: test
    path: 2.0.0/STSdataset_KublaPL_1.csv
- config_name: 2.0.0-2by2
  data_files:
  - split: test
    path: 2.0.0/STSdataset_KublaPL_2.csv
- config_name: 2.0.0-3by3
  data_files:
  - split: test
    path: 2.0.0/STSdataset_KublaPL_3.csv

---
# STS Evaluation Datasets for English literary texts

## Rating criteria
- 5: Critics mentioned and strongly influenced - citation
- 4: Critics mentioned and moderately influenced – source, borrowing, repeating the same theme, self-citation, precedent example
- 3: Critics mentioned and somewhat influenced – association, source
- 2: Influence mentioned but not admitted – source text A and influenced text B but different lines critic mentioned – e.g. Kubla Khan’s text but in different lines and Paradise Lost
- 1: Influence may not exist – Influence not mentioned, but the same or similar taste author’s texts – e.g. Coleridge and Wordsworth
- 0: No influence – not mentioned.

- 5:該当箇所の指摘（注）があり、つよい影響が認められる
- 4:該当箇所の指摘（注）があり、中程度に影響があると認められる
- 3:該当箇所の指摘（注）があり、少し影響があると認められる
- 2:影響があるが認められない - 作品自体は影響あると指摘のある詩作品であるが、その影響は別の箇所である
- 1:影響はないかもしれない - 影響があるとの指摘はないが、同じまたは同種の著者の作品である。コールリッジとワーズワスなど
- 0:影響はない - 指摘もない

# Human Criteria: Poetry of Influence
https://github.com/hast-hash/English-Poetry-Dataset/blob/main/KublaKhan_ParadiseLost_Tables.docx

# Dataset Files

| File name            | Number of line/lines in instances | Dataset Split |
| -------------------- | ----------------------------------| ------------- |
| STSdataset_KublaPL_1 | 1 by 1                            | Test          |
| STSdataset_KublaPL_2 | 2 by 2                            | Test          |
| STSdataset_KublaPL_3 | 3 by 3                            | Test          |

# Data Fields

- id 
- textA a passage/passages in "Kubla Khan"(1798), lines 1-54
- textB a passage/passages in Paradise Lost(1667), Book 4, lines 172-287
- value similarity value judged by creators using rating criteria

# Source Texts
- Coleridge, Samuel Taylor. (2009). The Complete Poetical Works of Samuel Taylor Coleridge. Vol 1 and 2. Gutenberg. https://www.gutenberg.org/ebooks/29090 [(1912) The Complete Poetical Works of Samuel Taylor Coleridge. Vol 1 and 2. Ed. Ernest Hartley Coleridge. Oxford: Clarendon.]
- Milton John. (1992). Paradise Lost by John Milton. Ed. Joseph Raben. Gutenberg. https://www.gutenberg.org/ebooks/26 [(1667). Paradise Lost.]

# Data Creators
[@hast-hash](https://github.com/hast-hash)
