End of training

all_results.json

@@ -0,0 +1 @@
+{"eval_account_number_precision": 0.7333333333333333, "eval_account_number_recall": 0.6963302752293578, "eval_account_number_f1": 0.7143529411764705, "eval_account_number_number": 1090, "eval_address_precision": 0.8342857142857143, "eval_address_recall": 0.8627708470124754, "eval_address_f1": 0.8482892188508716, "eval_address_number": 1523, "eval_api_key_precision": 0.948051948051948, "eval_api_key_recall": 0.948051948051948, "eval_api_key_f1": 0.948051948051948, "eval_api_key_number": 77, "eval_bank_routing_number_precision": 0.9363636363636364, "eval_bank_routing_number_recall": 0.9903846153846154, "eval_bank_routing_number_f1": 0.9626168224299064, "eval_bank_routing_number_number": 208, "eval_biometric_identifier_precision": 0.9552238805970149, "eval_biometric_identifier_recall": 0.9922480620155039, "eval_biometric_identifier_f1": 0.9733840304182508, "eval_biometric_identifier_number": 129, "eval_certificate_license_number_precision": 0.9925373134328358, "eval_certificate_license_number_recall": 1.0, "eval_certificate_license_number_f1": 0.9962546816479401, "eval_certificate_license_number_number": 133, "eval_city_precision": 0.9534325492078732, "eval_city_recall": 0.9552669552669553, "eval_city_f1": 0.9543488707352235, "eval_city_number": 2079, "eval_company_name_precision": 0.8808290155440415, "eval_company_name_recall": 0.9770114942528736, "eval_company_name_f1": 0.9264305177111717, "eval_company_name_number": 174, "eval_coordinate_precision": 0.9365079365079365, "eval_coordinate_recall": 0.9516129032258065, "eval_coordinate_f1": 0.944, "eval_coordinate_number": 62, "eval_country_precision": 0.6989247311827957, "eval_country_recall": 0.8904109589041096, "eval_country_f1": 0.783132530120482, "eval_country_number": 73, "eval_credit_card_number_precision": 0.8565928777670837, "eval_credit_card_number_recall": 0.8846918489065606, "eval_credit_card_number_f1": 0.8704156479217604, "eval_credit_card_number_number": 1006, "eval_customer_id_precision": 0.9721649484536082, "eval_customer_id_recall": 0.9364448857994042, "eval_customer_id_f1": 0.9539706626201315, "eval_customer_id_number": 1007, "eval_cvv_precision": 0.0, "eval_cvv_recall": 0.0, "eval_cvv_f1": 0.0, "eval_cvv_number": 11, "eval_date_precision": 0.9388646288209607, "eval_date_recall": 0.9299307958477508, "eval_date_f1": 0.9343763581051716, "eval_date_number": 1156, "eval_date_of_birth_precision": 0.9191635455680399, "eval_date_of_birth_recall": 0.9349206349206349, "eval_date_of_birth_f1": 0.9269751337740005, "eval_date_of_birth_number": 3150, "eval_date_time_precision": 0.9760765550239234, "eval_date_time_recall": 0.9902912621359223, "eval_date_time_f1": 0.983132530120482, "eval_date_time_number": 206, "eval_device_identifier_precision": 0.8963963963963963, "eval_device_identifier_recall": 0.9567307692307693, "eval_device_identifier_f1": 0.9255813953488373, "eval_device_identifier_number": 208, "eval_email_precision": 0.9935163996948894, "eval_email_recall": 0.9946544482626957, "eval_email_f1": 0.9940850982636902, "eval_email_number": 2619, "eval_employee_id_precision": 0.9495459132189707, "eval_employee_id_recall": 0.9671120246659815, "eval_employee_id_f1": 0.9582484725050917, "eval_employee_id_number": 973, "eval_first_name_precision": 0.83810888252149, "eval_first_name_recall": 0.8915417830835661, "eval_first_name_f1": 0.864, "eval_first_name_number": 3937, "eval_health_plan_beneficiary_number_precision": 0.9782608695652174, "eval_health_plan_beneficiary_number_recall": 0.9375, "eval_health_plan_beneficiary_number_f1": 0.9574468085106383, "eval_health_plan_beneficiary_number_number": 48, "eval_ipv4_precision": 0.9987546699875467, "eval_ipv4_recall": 0.9975124378109452, "eval_ipv4_f1": 0.9981331673926571, "eval_ipv4_number": 804, "eval_ipv6_precision": 0.9827586206896551, "eval_ipv6_recall": 0.9661016949152542, "eval_ipv6_f1": 0.9743589743589743, "eval_ipv6_number": 59, "eval_last_name_precision": 0.8620689655172413, "eval_last_name_recall": 0.7832480818414322, "eval_last_name_f1": 0.8207705192629815, "eval_last_name_number": 3128, "eval_license_plate_precision": 0.9520361990950226, "eval_license_plate_recall": 0.9236172080772608, "eval_license_plate_f1": 0.9376114081996435, "eval_license_plate_number": 1139, "eval_medical_record_number_precision": 0.9713622291021672, "eval_medical_record_number_recall": 0.9893575088687426, "eval_medical_record_number_f1": 0.9802772895918767, "eval_medical_record_number_number": 2537, "eval_name_precision": 0.8739416745061148, "eval_name_recall": 0.9198019801980198, "eval_name_f1": 0.8962855764592379, "eval_name_number": 1010, "eval_national_id_precision": 0.926829268292683, "eval_national_id_recall": 0.8636363636363636, "eval_national_id_f1": 0.8941176470588236, "eval_national_id_number": 44, "eval_password_precision": 0.9207650273224044, "eval_password_recall": 0.9361111111111111, "eval_password_f1": 0.9283746556473829, "eval_password_number": 720, "eval_phone_number_precision": 0.9852169766332857, "eval_phone_number_recall": 0.9819391634980988, "eval_phone_number_f1": 0.9835753392049512, "eval_phone_number_number": 2104, "eval_pin_precision": 0.0, "eval_pin_recall": 0.0, "eval_pin_f1": 0.0, "eval_pin_number": 4, "eval_postcode_precision": 0.9048562933597621, "eval_postcode_recall": 0.919436052366566, "eval_postcode_f1": 0.9120879120879121, "eval_postcode_number": 993, "eval_ssn_precision": 0.9166998804304504, "eval_ssn_recall": 0.9535655058043118, "eval_ssn_f1": 0.9347693558219874, "eval_ssn_number": 2412, "eval_state_precision": 0.5, "eval_state_recall": 0.08695652173913043, "eval_state_f1": 0.14814814814814817, "eval_state_number": 23, "eval_street_address_precision": 0.89505830094392, "eval_street_address_recall": 0.9328703703703703, "eval_street_address_f1": 0.9135732502125248, "eval_street_address_number": 1728, "eval_swift_bic_precision": 0.9090909090909091, "eval_swift_bic_recall": 1.0, "eval_swift_bic_f1": 0.9523809523809523, "eval_swift_bic_number": 20, "eval_tax_id_precision": 0.8395303326810176, "eval_tax_id_recall": 0.7258883248730964, "eval_tax_id_f1": 0.778584392014519, "eval_tax_id_number": 591, "eval_time_precision": 0.8951612903225806, "eval_time_recall": 0.9910714285714286, "eval_time_f1": 0.9406779661016949, "eval_time_number": 112, "eval_unique_identifier_precision": 0.8376, "eval_unique_identifier_recall": 0.8910638297872341, "eval_unique_identifier_f1": 0.8635051546391753, "eval_unique_identifier_number": 1175, "eval_url_precision": 0.9473684210526315, "eval_url_recall": 0.9230769230769231, "eval_url_f1": 0.935064935064935, "eval_url_number": 39, "eval_user_name_precision": 0.9708454810495627, "eval_user_name_recall": 0.9661508704061895, "eval_user_name_f1": 0.9684924866698982, "eval_user_name_number": 2068, "eval_vehicle_identifier_precision": 0.970873786407767, "eval_vehicle_identifier_recall": 1.0, "eval_vehicle_identifier_f1": 0.9852216748768473, "eval_vehicle_identifier_number": 100, "eval_overall_precision": 0.9121643047052224, "eval_overall_recall": 0.9192949679195653, "eval_overall_f1": 0.9157157549341299, "eval_overall_accuracy": 0.9910392715825528}

config.json

@@ -11,178 +11,90 @@
   "hidden_size": 768,
   "id2label": {
     "0": "O",
-    "1": "B-medical_record_number",
-    "2": "I-medical_record_number",
+    "1": "B-unique_identifier",
+    "2": "I-unique_identifier",
     "3": "B-date_of_birth",
     "4": "I-date_of_birth",
     "5": "B-ssn",
     "6": "I-ssn",
-    "7": "B-date",
-    "8": "I-date",
-    "9": "B-first_name",
-    "10": "I-first_name",
+    "7": "B-date_time",
+    "8": "I-date_time",
+    "9": "B-person_name",
+    "10": "I-person_name",
     "11": "B-email",
     "12": "I-email",
-    "13": "B-last_name",
-    "14": "I-last_name",
-    "15": "B-customer_id",
-    "16": "I-customer_id",
-    "17": "B-employee_id",
-    "18": "I-employee_id",
-    "19": "B-name",
-    "20": "I-name",
-    "21": "B-street_address",
-    "22": "I-street_address",
-    "23": "B-phone_number",
-    "24": "I-phone_number",
-    "25": "B-ipv4",
-    "26": "I-ipv4",
-    "27": "B-credit_card_number",
-    "28": "I-credit_card_number",
-    "29": "B-license_plate",
-    "30": "I-license_plate",
-    "31": "B-address",
-    "32": "I-address",
-    "33": "B-user_name",
-    "34": "I-user_name",
-    "35": "B-device_identifier",
-    "36": "I-device_identifier",
-    "37": "B-bank_routing_number",
-    "38": "I-bank_routing_number",
-    "39": "B-date_time",
-    "40": "I-date_time",
-    "41": "B-company_name",
-    "42": "I-company_name",
-    "43": "B-unique_identifier",
-    "44": "I-unique_identifier",
-    "45": "B-biometric_identifier",
-    "46": "I-biometric_identifier",
-    "47": "B-account_number",
-    "48": "I-account_number",
-    "49": "B-city",
-    "50": "I-city",
-    "51": "B-certificate_license_number",
-    "52": "I-certificate_license_number",
-    "53": "B-time",
-    "54": "I-time",
-    "55": "B-postcode",
-    "56": "I-postcode",
-    "57": "B-vehicle_identifier",
-    "58": "I-vehicle_identifier",
-    "59": "B-coordinate",
-    "60": "I-coordinate",
-    "61": "B-country",
-    "62": "I-country",
-    "63": "B-api_key",
-    "64": "I-api_key",
-    "65": "B-ipv6",
-    "66": "I-ipv6",
-    "67": "B-password",
-    "68": "I-password",
-    "69": "B-health_plan_beneficiary_number",
-    "70": "I-health_plan_beneficiary_number",
-    "71": "B-national_id",
-    "72": "I-national_id",
-    "73": "B-tax_id",
-    "74": "I-tax_id",
-    "75": "B-url",
-    "76": "I-url",
-    "77": "B-state",
-    "78": "I-state",
-    "79": "B-swift_bic",
-    "80": "I-swift_bic",
-    "81": "B-cvv",
-    "82": "I-cvv",
-    "83": "B-pin",
-    "84": "I-pin"
+    "13": "B-location",
+    "14": "I-location",
+    "15": "B-phone_number",
+    "16": "I-phone_number",
+    "17": "B-ipv4",
+    "18": "I-ipv4",
+    "19": "B-credit_card_number",
+    "20": "I-credit_card_number",
+    "21": "B-user_name",
+    "22": "I-user_name",
+    "23": "B-company_name",
+    "24": "I-company_name",
+    "25": "B-account_number",
+    "26": "I-account_number",
+    "27": "B-api_key",
+    "28": "I-api_key",
+    "29": "B-ipv6",
+    "30": "I-ipv6",
+    "31": "B-password",
+    "32": "I-password",
+    "33": "B-url",
+    "34": "I-url",
+    "35": "B-swift_bic",
+    "36": "I-swift_bic",
+    "37": "B-cvv",
+    "38": "I-cvv",
+    "39": "B-pin",
+    "40": "I-pin"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "B-account_number": 47,
-    "B-address": 31,
-    "B-api_key": 63,
-    "B-bank_routing_number": 37,
-    "B-biometric_identifier": 45,
-    "B-certificate_license_number": 51,
-    "B-city": 49,
-    "B-company_name": 41,
-    "B-coordinate": 59,
-    "B-country": 61,
-    "B-credit_card_number": 27,
-    "B-customer_id": 15,
-    "B-cvv": 81,
-    "B-date": 7,
+    "B-account_number": 25,
+    "B-api_key": 27,
+    "B-company_name": 23,
+    "B-credit_card_number": 19,
+    "B-cvv": 37,
     "B-date_of_birth": 3,
-    "B-date_time": 39,
-    "B-device_identifier": 35,
+    "B-date_time": 7,
     "B-email": 11,
-    "B-employee_id": 17,
-    "B-first_name": 9,
-    "B-health_plan_beneficiary_number": 69,
-    "B-ipv4": 25,
-    "B-ipv6": 65,
-    "B-last_name": 13,
-    "B-license_plate": 29,
-    "B-medical_record_number": 1,
-    "B-name": 19,
-    "B-national_id": 71,
-    "B-password": 67,
-    "B-phone_number": 23,
-    "B-pin": 83,
-    "B-postcode": 55,
+    "B-ipv4": 17,
+    "B-ipv6": 29,
+    "B-location": 13,
+    "B-password": 31,
+    "B-person_name": 9,
+    "B-phone_number": 15,
+    "B-pin": 39,
     "B-ssn": 5,
-    "B-state": 77,
-    "B-street_address": 21,
-    "B-swift_bic": 79,
-    "B-tax_id": 73,
-    "B-time": 53,
-    "B-unique_identifier": 43,
-    "B-url": 75,
-    "B-user_name": 33,
-    "B-vehicle_identifier": 57,
-    "I-account_number": 48,
-    "I-address": 32,
-    "I-api_key": 64,
-    "I-bank_routing_number": 38,
-    "I-biometric_identifier": 46,
-    "I-certificate_license_number": 52,
-    "I-city": 50,
-    "I-company_name": 42,
-    "I-coordinate": 60,
-    "I-country": 62,
-    "I-credit_card_number": 28,
-    "I-customer_id": 16,
-    "I-cvv": 82,
-    "I-date": 8,
+    "B-swift_bic": 35,
+    "B-unique_identifier": 1,
+    "B-url": 33,
+    "B-user_name": 21,
+    "I-account_number": 26,
+    "I-api_key": 28,
+    "I-company_name": 24,
+    "I-credit_card_number": 20,
+    "I-cvv": 38,
     "I-date_of_birth": 4,
-    "I-date_time": 40,
-    "I-device_identifier": 36,
+    "I-date_time": 8,
     "I-email": 12,
-    "I-employee_id": 18,
-    "I-first_name": 10,
-    "I-health_plan_beneficiary_number": 70,
-    "I-ipv4": 26,
-    "I-ipv6": 66,
-    "I-last_name": 14,
-    "I-license_plate": 30,
-    "I-medical_record_number": 2,
-    "I-name": 20,
-    "I-national_id": 72,
-    "I-password": 68,
-    "I-phone_number": 24,
-    "I-pin": 84,
-    "I-postcode": 56,
+    "I-ipv4": 18,
+    "I-ipv6": 30,
+    "I-location": 14,
+    "I-password": 32,
+    "I-person_name": 10,
+    "I-phone_number": 16,
+    "I-pin": 40,
     "I-ssn": 6,
-    "I-state": 78,
-    "I-street_address": 22,
-    "I-swift_bic": 80,
-    "I-tax_id": 74,
-    "I-time": 54,
-    "I-unique_identifier": 44,
-    "I-url": 76,
-    "I-user_name": 34,
-    "I-vehicle_identifier": 58,
+    "I-swift_bic": 36,
+    "I-unique_identifier": 2,
+    "I-url": 34,
+    "I-user_name": 22,
     "O": 0
   },
   "layer_norm_eps": 1e-05,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a74620478bec7ae7398183f8974128d62fc041d759c217039d42169e358459d4
-size 496505556
+oid sha256:8c41534460cda816ac997df4fccadbad88e72d308a5016974e63bd2ca3c98abb
+size 496370212