Commit
·
b47106e
1
Parent(s):
8ee9fb4
Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#3)
Browse files- Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (9acc678e92fd733c6129f21fdc8794c1c3d9dd2b)
Co-authored-by: Evaluation Bot <[email protected]>
README.md
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
---
|
| 2 |
language: en
|
|
|
|
| 3 |
tags:
|
| 4 |
- summarization
|
| 5 |
-
license: apache-2.0
|
| 6 |
datasets:
|
| 7 |
- cnn_dailymail
|
| 8 |
model-index:
|
|
@@ -17,30 +17,36 @@ model-index:
|
|
| 17 |
config: 3.0.0
|
| 18 |
split: test
|
| 19 |
metrics:
|
| 20 |
-
-
|
| 21 |
-
type: rouge
|
| 22 |
value: 24.2906
|
|
|
|
| 23 |
verified: true
|
| 24 |
-
|
| 25 |
-
|
| 26 |
value: 11.1405
|
|
|
|
| 27 |
verified: true
|
| 28 |
-
|
| 29 |
-
|
| 30 |
value: 19.8442
|
|
|
|
| 31 |
verified: true
|
| 32 |
-
|
| 33 |
-
|
| 34 |
value: 22.7556
|
|
|
|
| 35 |
verified: true
|
| 36 |
-
|
| 37 |
-
|
| 38 |
value: 2.1426470279693604
|
|
|
|
| 39 |
verified: true
|
| 40 |
-
|
| 41 |
-
|
| 42 |
value: 18.9993
|
|
|
|
| 43 |
verified: true
|
|
|
|
| 44 |
---
|
| 45 |
# Model
|
| 46 |
This model is fine-tuned from https://huggingface.co/flax-community/t5-base-openwebtext, fine-tuned on cnn_dailymail.
|
|
|
|
| 1 |
---
|
| 2 |
language: en
|
| 3 |
+
license: apache-2.0
|
| 4 |
tags:
|
| 5 |
- summarization
|
|
|
|
| 6 |
datasets:
|
| 7 |
- cnn_dailymail
|
| 8 |
model-index:
|
|
|
|
| 17 |
config: 3.0.0
|
| 18 |
split: test
|
| 19 |
metrics:
|
| 20 |
+
- type: rouge
|
|
|
|
| 21 |
value: 24.2906
|
| 22 |
+
name: ROUGE-1
|
| 23 |
verified: true
|
| 24 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzZkZmUwOTU5ZGJhYjk4MGVjMjk2ZjEzNDUwMDYyOGIxMDc0ZTI5ZTFkZDUxNTEwNDJkZGRhZTkyNzRjZDJjOSIsInZlcnNpb24iOjF9.6fiYZdYKwgNM5KXeDtEOP2m3OGsip3792OvKnMiSVJk0Pn-CbQQwKH7oZ76YaIxyvOUtCmggiQSDXZc9UKKKCw
|
| 25 |
+
- type: rouge
|
| 26 |
value: 11.1405
|
| 27 |
+
name: ROUGE-2
|
| 28 |
verified: true
|
| 29 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDE0ZmZkMGQxYzQ2YjhiM2Y4NWE0NzY3M2I1OWYzYWE2NWI1MWNiYjBlOGRiNmJmMDJhYzU3MjkwYmM3Zjg4NyIsInZlcnNpb24iOjF9.kWdKlRb7j47d3RtAaqnQmY2-08RihES0UkyVXR32rDzpgy2hxmVcXdiaYE1sPuO6n_6Mx4xxFgxHyB9MNqBlBw
|
| 30 |
+
- type: rouge
|
| 31 |
value: 19.8442
|
| 32 |
+
name: ROUGE-L
|
| 33 |
verified: true
|
| 34 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNTkwNjkwZTk0NzEyNzQyYTE0OTFlNzQxMmJjYjU2YzkxZjUzZGRiODVmOTY0ZDk2Y2JiMzUzZWRiMGJiZWY5OSIsInZlcnNpb24iOjF9.1psy2C5BTqlfaBzM7VzxKA5TZ3zBxr3YFLzx4ClODILytwszfN8FTW0RTCIDCkdqh2QgXnrdC_K1Nyk82p2DDg
|
| 35 |
+
- type: rouge
|
| 36 |
value: 22.7556
|
| 37 |
+
name: ROUGE-LSUM
|
| 38 |
verified: true
|
| 39 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjYyNTcyNGNlYjcwYjBhMjgxZjkwMjU5YWRmNTQ1NmI3YzFiZGU0MjNkYzcyMDc1N2Q2YzY3YTE4NDNjNWVlNyIsInZlcnNpb24iOjF9.K9WzEm2ookzDPvl-LEknZPHc6g8OZ_uPGf07XzeIHoAwxBjgFpZ-Q2GMiS-UUseLP1Y3F0zE8t0QyNgMyUr4BA
|
| 40 |
+
- type: loss
|
| 41 |
value: 2.1426470279693604
|
| 42 |
+
name: loss
|
| 43 |
verified: true
|
| 44 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjk1YTU1ODljNzhmYmFjYmFjMGY5NGRmNmEwNzM0NTFkYWIwZTljZTExYTY5YjcxZTFhMWY1MTU0OWU4YzQzZiIsInZlcnNpb24iOjF9.3RiDEYMR4sJb8I12FZMuRaSrwHtvutDeRqMbk3QlK7Q5JzDUP1u4ZGjHIzyuTJl-S99EEobX0Dg0xw2yUcgRCg
|
| 45 |
+
- type: gen_len
|
| 46 |
value: 18.9993
|
| 47 |
+
name: gen_len
|
| 48 |
verified: true
|
| 49 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNGY5YTYxZmZiYmY4NTZjNmMzMjllNWE1M2M2ZjA0MWM1MzBhZjc0MDM5ZGFiYTAzNjFiZjg5ZjMxYzlmOGYwMyIsInZlcnNpb24iOjF9.eXiPrQ-CeB3BWzlQzkTIA1q0xYP1GtFGIK9XyIneEmh5ajN5pCATxNDvn6n09d84OEr5432SoPJfdpNCd_UyCA
|
| 50 |
---
|
| 51 |
# Model
|
| 52 |
This model is fine-tuned from https://huggingface.co/flax-community/t5-base-openwebtext, fine-tuned on cnn_dailymail.
|