English
Eval Results
amant555 commited on
Commit
a98de0d
·
1 Parent(s): 86e9869

Delete .ipynb_checkpoints/meta-checkpoint.json

Browse files
.ipynb_checkpoints/meta-checkpoint.json DELETED
@@ -1 +0,0 @@
1
- {"lang": "en", "name": "legal_ner_sm", "version": "3.2.0", "spacy_version": ">=3.2.2,<3.3.0", "description": "Indian Legal Named Entity Recognition: Identifying relevant entities in an Indian legal document", "author": "Aman Tiwari", "email": "[email protected]", "url": "https://github.com/Legal-NLP-EkStep/legal_NER", "license": "MIT", "spacy_git_version": "bbaf41fb3", "vectors": {"width": 0, "vectors": 0, "keys": 0, "name": null, "mode": "default"}, "labels": {"tok2vec": [], "ner": ["CASE_NUMBER", "COURT", "DATE", "GPE", "JUDGE", "LAWYER", "ORG", "OTHER_PERSON", "PETITIONER", "PRECEDENT", "PROVISION", "RESPONDENT", "STATUTE", "WITNESS"]}, "pipeline": ["tok2vec", "ner"], "components": ["tok2vec", "ner"], "disabled": [], "performance": {"model_performance": [{"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "CASE_NUMBER", "gt_count": 86, "pred_count": 116, "strict_precision": 74.4186046511628, "strict_recall": 55.172413793103445, "strict_f1": 63.366336633663366, "partial_precision": 84.86046511627907, "partial_recall": 62.91379310344828, "partial_f1": 72.25742574257426}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "COURT", "gt_count": 290, "pred_count": 299, "strict_precision": 86.55172413793103, "strict_recall": 83.94648829431438, "strict_f1": 85.22920203735144, "partial_precision": 89.40689655172413, "partial_recall": 86.71571906354514, "partial_f1": 88.04074702886247}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "DATE", "gt_count": 209, "pred_count": 222, "strict_precision": 97.60765550239235, "strict_recall": 91.89189189189189, "strict_f1": 94.66357308584686, "partial_precision": 98.02392344497608, "partial_recall": 92.28378378378379, "partial_f1": 95.06728538283065}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "GPE", "gt_count": 105, "pred_count": 173, "strict_precision": 67.61904761904762, "strict_recall": 41.040462427745666, "strict_f1": 51.07913669064748, "partial_precision": 69.06666666666666, "partial_recall": 41.91907514450867, "partial_f1": 52.172661870503596}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "JUDGE", "gt_count": 169, "pred_count": 174, "strict_precision": 85.79881656804734, "strict_recall": 83.33333333333333, "strict_f1": 84.54810495626822, "partial_precision": 87.10059171597632, "partial_recall": 84.59770114942528, "partial_f1": 85.83090379008746}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "LAWYER", "gt_count": 541, "pred_count": 590, "strict_precision": 90.57301293900184, "strict_recall": 83.05084745762711, "strict_f1": 86.64898320070733, "partial_precision": 92.67652495378928, "partial_recall": 84.97966101694915, "partial_f1": 88.66136162687887}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "ORG", "gt_count": 125, "pred_count": 151, "strict_precision": 59.2, "strict_recall": 49.00662251655629, "strict_f1": 53.62318840579711, "partial_precision": 61.152, "partial_recall": 50.62251655629139, "partial_f1": 55.391304347826086}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "OTHER_PERSON", "gt_count": 255, "pred_count": 272, "strict_precision": 75.68627450980392, "strict_recall": 70.95588235294117, "strict_f1": 73.24478178368122, "partial_precision": 79.88235294117646, "partial_recall": 74.88970588235294, "partial_f1": 77.30550284629982}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "PETITIONER", "gt_count": 189, "pred_count": 211, "strict_precision": 77.77777777777777, "strict_recall": 69.66824644549763, "strict_f1": 73.5, "partial_precision": 78.91534391534391, "partial_recall": 70.68720379146919, "partial_f1": 74.575}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "PRECEDENT", "gt_count": 196, "pred_count": 199, "strict_precision": 47.44897959183673, "strict_recall": 46.733668341708544, "strict_f1": 47.08860759493671, "partial_precision": 63.79081632653061, "partial_recall": 62.82914572864322, "partial_f1": 63.30632911392405}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "PROVISION", "gt_count": 264, "pred_count": 260, "strict_precision": 90.53030303030303, "strict_recall": 91.92307692307692, "strict_f1": 91.22137404580153, "partial_precision": 93.51893939393939, "partial_recall": 94.95769230769231, "partial_f1": 94.2328244274809}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "RESPONDENT", "gt_count": 275, "pred_count": 315, "strict_precision": 68.72727272727273, "strict_recall": 60.0, "strict_f1": 64.06779661016948, "partial_precision": 79.46545454545455, "partial_recall": 69.37460317460318, "partial_f1": 74.07796610169493}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "STATUTE", "gt_count": 253, "pred_count": 223, "strict_precision": 76.6798418972332, "strict_recall": 86.99551569506727, "strict_f1": 81.5126050420168, "partial_precision": 78.90118577075098, "partial_recall": 89.51569506726457, "partial_f1": 83.87394957983192}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "WITNESS", "gt_count": 58, "pred_count": 58, "strict_precision": 70.6896551724138, "strict_recall": 70.6896551724138, "strict_f1": 70.6896551724138, "partial_precision": 70.6896551724138, "partial_recall": 70.6896551724138, "partial_f1": 70.6896551724138}, {"model_name": "combined_sm_cycle4", "evaluated_on": "combined", "entity": "overall", "gt_count": 3015, "pred_count": 3263, "strict_precision": 79.43615257048093, "strict_recall": 73.39871284094392, "strict_f1": 76.29818413507485, "partial_precision": 83.53532338308457, "partial_recall": 77.18633159669017, "partial_f1": 80.23542529467983}]}}