{ "benchmark": "REDACT (Vats et al., EMNLP 2026 Industry Track, arXiv 2606.19881)", "split": "pii_benchmark_sample1000.json (locked detector split, 1,000 records, 40 per language)", "split_sha256": "754f562ce9c3c5b7b663f1ba6127c38a31d93f5631d38364341cb727936234c6", "dataset_terms": "https://github.com/guneeshvats/REDACT-PII-Benchmark/blob/main/DATASET_TERMS.md", "connector": "2.85.1", "commit": "07583b1", "date": "2026-11-06", "harness": "connecteur/bench/redact (passer.mjs, noter.mjs, comparer.mjs, types.mjs)", "routes": { "text": { "route": "vu", "fiches": 1000, "erreurs": 0, "manquantes": 0, "imbriques": 400, "directs": { "total": 17103, "touches": 16964, "caches": 15228, "touches_pct": 99.2, "caches_pct": 89, "intacts": 139 }, "niveaux": { "LOW": { "total": 5043, "touches": 3923, "caches": 2980, "touches_pct": 77.8, "caches_pct": 59.1 }, "MEDIUM": { "total": 14761, "touches": 14447, "caches": 13317, "touches_pct": 97.9, "caches_pct": 90.2 }, "HIGH": { "total": 3624, "touches": 3163, "caches": 2178, "touches_pct": 87.3, "caches_pct": 60.1 } }, "dates_de_naissance": { "total": 570, "lisibles": 234, "caches": 294, "lisibles_pct": 41.1, "caches_pct": 51.6 }, "texte_ordinaire_code_pct": { "AR": 64.4, "CS": 71.8, "DA": 64.7, "DE": 44.5, "EN": 23.6, "ES": 44.5, "FI": 76.4, "FR": 10.7, "FR_CA": 9, "HE": 65.5, "HI": 48.4, "HU": 71.3, "IT": 37.9, "JA": 68.7, "KO": 77.6, "NL": 43.5, "NO": 70.2, "PT_BR": 41.7, "PT_EU": 44.8, "RU": 81.9, "SV": 71.5, "TH": 75.5, "TR": 54.8, "ZH_CN": 75.9, "ZH_TW": 60.5 }, "decodage_exact": { "texte": 568, "fichier": 552, "sur": 1000 }, "officiel": { "partial": { "tp": 7056, "fp": 35167, "fn": 17143, "precision": 0.1671, "recall": 0.2916, "f1": 0.2125, "macro_f1": 0.0764, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 52, "fp": 48, "fn": 469, "precision": 0.52, "recall": 0.0998, "f1": 0.1675 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1309, "fp": 3907, "fn": 482, "precision": 0.251, "recall": 0.7309, "f1": 0.3736 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 309, "fp": 475, "fn": 2910, "precision": 0.3941, "recall": 0.096, "f1": 0.1544 }, "Full_Name": { "tp": 2722, "fp": 3107, "fn": 1436, "precision": 0.467, "recall": 0.6546, "f1": 0.5451 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 538, "fp": 22699, "fn": 2730, "precision": 0.0232, "recall": 0.1646, "f1": 0.0406 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 16, "fp": 102, "fn": 591, "precision": 0.1356, "recall": 0.0264, "f1": 0.0441 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 275, "fp": 3470, "fn": 690, "precision": 0.0734, "recall": 0.285, "f1": 0.1168 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 128, "fp": 287, "fn": 53, "precision": 0.3084, "recall": 0.7072, "f1": 0.4295 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 498, "fp": 556, "fn": 118, "precision": 0.4725, "recall": 0.8084, "f1": 0.5964 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1011, "fp": 482, "fn": 25, "precision": 0.6772, "recall": 0.9759, "f1": 0.7995 } }, "per_language": { "AR": { "tp": 194, "fp": 856, "fn": 773, "precision": 0.1848, "recall": 0.2006, "f1": 0.1924 }, "CS": { "tp": 323, "fp": 1801, "fn": 683, "precision": 0.1521, "recall": 0.3211, "f1": 0.2064 }, "DA": { "tp": 285, "fp": 1720, "fn": 797, "precision": 0.1421, "recall": 0.2634, "f1": 0.1846 }, "DE": { "tp": 370, "fp": 2165, "fn": 662, "precision": 0.146, "recall": 0.3585, "f1": 0.2075 }, "EN": { "tp": 392, "fp": 1862, "fn": 703, "precision": 0.1739, "recall": 0.358, "f1": 0.2341 }, "ES": { "tp": 403, "fp": 2047, "fn": 758, "precision": 0.1645, "recall": 0.3471, "f1": 0.2232 }, "FI": { "tp": 296, "fp": 1994, "fn": 682, "precision": 0.1293, "recall": 0.3027, "f1": 0.1812 }, "FR": { "tp": 338, "fp": 592, "fn": 545, "precision": 0.3634, "recall": 0.3828, "f1": 0.3729 }, "FR_CA": { "tp": 335, "fp": 552, "fn": 596, "precision": 0.3777, "recall": 0.3598, "f1": 0.3685 }, "HE": { "tp": 197, "fp": 755, "fn": 733, "precision": 0.2069, "recall": 0.2118, "f1": 0.2094 }, "HI": { "tp": 263, "fp": 1089, "fn": 650, "precision": 0.1945, "recall": 0.2881, "f1": 0.2322 }, "HU": { "tp": 288, "fp": 1389, "fn": 660, "precision": 0.1717, "recall": 0.3038, "f1": 0.2194 }, "IT": { "tp": 352, "fp": 1845, "fn": 684, "precision": 0.1602, "recall": 0.3398, "f1": 0.2178 }, "JA": { "tp": 133, "fp": 889, "fn": 769, "precision": 0.1301, "recall": 0.1475, "f1": 0.1383 }, "KO": { "tp": 143, "fp": 987, "fn": 690, "precision": 0.1265, "recall": 0.1717, "f1": 0.1457 }, "NL": { "tp": 402, "fp": 1430, "fn": 707, "precision": 0.2194, "recall": 0.3625, "f1": 0.2734 }, "NO": { "tp": 270, "fp": 1823, "fn": 625, "precision": 0.129, "recall": 0.3017, "f1": 0.1807 }, "PT_BR": { "tp": 466, "fp": 2005, "fn": 799, "precision": 0.1886, "recall": 0.3684, "f1": 0.2495 }, "PT_EU": { "tp": 295, "fp": 1894, "fn": 566, "precision": 0.1348, "recall": 0.3426, "f1": 0.1934 }, "RU": { "tp": 211, "fp": 1298, "fn": 547, "precision": 0.1398, "recall": 0.2784, "f1": 0.1861 }, "SV": { "tp": 319, "fp": 1743, "fn": 701, "precision": 0.1547, "recall": 0.3127, "f1": 0.207 }, "TH": { "tp": 119, "fp": 657, "fn": 535, "precision": 0.1534, "recall": 0.182, "f1": 0.1664 }, "TR": { "tp": 417, "fp": 2076, "fn": 825, "precision": 0.1673, "recall": 0.3357, "f1": 0.2233 }, "ZH_CN": { "tp": 140, "fp": 907, "fn": 795, "precision": 0.1337, "recall": 0.1497, "f1": 0.1413 }, "ZH_TW": { "tp": 105, "fp": 791, "fn": 658, "precision": 0.1172, "recall": 0.1376, "f1": 0.1266 } }, "F5": { "complete": { "recall": 0.2955, "support": 23820 }, "obfuscated": { "recall": 0.2, "support": 15 }, "partial": { "recall": 0.0412, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1971, "support": 4085 }, "LOW": { "recall": 0.1594, "support": 5088 }, "MEDIUM": { "recall": 0.362, "support": 15026 } } }, "exact": { "tp": 5831, "fp": 36392, "fn": 18368, "precision": 0.1381, "recall": 0.241, "f1": 0.1756, "macro_f1": 0.0669, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 2, "fp": 98, "fn": 519, "precision": 0.02, "recall": 0.0038, "f1": 0.0064 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1116, "fp": 4100, "fn": 675, "precision": 0.214, "recall": 0.6231, "f1": 0.3185 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 301, "fp": 483, "fn": 2918, "precision": 0.3839, "recall": 0.0935, "f1": 0.1504 }, "Full_Name": { "tp": 2182, "fp": 3647, "fn": 1976, "precision": 0.3743, "recall": 0.5248, "f1": 0.437 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 303, "fp": 22934, "fn": 2965, "precision": 0.013, "recall": 0.0927, "f1": 0.0229 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 11, "fp": 107, "fn": 596, "precision": 0.0932, "recall": 0.0181, "f1": 0.0303 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 120, "fp": 3625, "fn": 845, "precision": 0.032, "recall": 0.1244, "f1": 0.051 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 122, "fp": 293, "fn": 59, "precision": 0.294, "recall": 0.674, "f1": 0.4094 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 473, "fp": 581, "fn": 143, "precision": 0.4488, "recall": 0.7679, "f1": 0.5665 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1003, "fp": 490, "fn": 33, "precision": 0.6718, "recall": 0.9681, "f1": 0.7932 } }, "per_language": { "AR": { "tp": 167, "fp": 883, "fn": 800, "precision": 0.159, "recall": 0.1727, "f1": 0.1656 }, "CS": { "tp": 273, "fp": 1851, "fn": 733, "precision": 0.1285, "recall": 0.2714, "f1": 0.1744 }, "DA": { "tp": 254, "fp": 1751, "fn": 828, "precision": 0.1267, "recall": 0.2348, "f1": 0.1646 }, "DE": { "tp": 291, "fp": 2244, "fn": 741, "precision": 0.1148, "recall": 0.282, "f1": 0.1632 }, "EN": { "tp": 334, "fp": 1920, "fn": 761, "precision": 0.1482, "recall": 0.305, "f1": 0.1995 }, "ES": { "tp": 340, "fp": 2110, "fn": 821, "precision": 0.1388, "recall": 0.2929, "f1": 0.1883 }, "FI": { "tp": 247, "fp": 2043, "fn": 731, "precision": 0.1079, "recall": 0.2526, "f1": 0.1512 }, "FR": { "tp": 298, "fp": 632, "fn": 585, "precision": 0.3204, "recall": 0.3375, "f1": 0.3287 }, "FR_CA": { "tp": 297, "fp": 590, "fn": 634, "precision": 0.3348, "recall": 0.319, "f1": 0.3267 }, "HE": { "tp": 181, "fp": 771, "fn": 749, "precision": 0.1901, "recall": 0.1946, "f1": 0.1923 }, "HI": { "tp": 220, "fp": 1132, "fn": 693, "precision": 0.1627, "recall": 0.241, "f1": 0.1943 }, "HU": { "tp": 243, "fp": 1434, "fn": 705, "precision": 0.1449, "recall": 0.2563, "f1": 0.1851 }, "IT": { "tp": 301, "fp": 1896, "fn": 735, "precision": 0.137, "recall": 0.2905, "f1": 0.1862 }, "JA": { "tp": 109, "fp": 913, "fn": 793, "precision": 0.1067, "recall": 0.1208, "f1": 0.1133 }, "KO": { "tp": 124, "fp": 1006, "fn": 709, "precision": 0.1097, "recall": 0.1489, "f1": 0.1263 }, "NL": { "tp": 295, "fp": 1537, "fn": 814, "precision": 0.161, "recall": 0.266, "f1": 0.2006 }, "NO": { "tp": 233, "fp": 1860, "fn": 662, "precision": 0.1113, "recall": 0.2603, "f1": 0.156 }, "PT_BR": { "tp": 339, "fp": 2132, "fn": 926, "precision": 0.1372, "recall": 0.268, "f1": 0.1815 }, "PT_EU": { "tp": 236, "fp": 1953, "fn": 625, "precision": 0.1078, "recall": 0.2741, "f1": 0.1548 }, "RU": { "tp": 188, "fp": 1321, "fn": 570, "precision": 0.1246, "recall": 0.248, "f1": 0.1659 }, "SV": { "tp": 259, "fp": 1803, "fn": 761, "precision": 0.1256, "recall": 0.2539, "f1": 0.1681 }, "TH": { "tp": 103, "fp": 673, "fn": 551, "precision": 0.1327, "recall": 0.1575, "f1": 0.1441 }, "TR": { "tp": 299, "fp": 2194, "fn": 943, "precision": 0.1199, "recall": 0.2407, "f1": 0.1601 }, "ZH_CN": { "tp": 107, "fp": 940, "fn": 828, "precision": 0.1022, "recall": 0.1144, "f1": 0.108 }, "ZH_TW": { "tp": 93, "fp": 803, "fn": 670, "precision": 0.1038, "recall": 0.1219, "f1": 0.1121 } }, "F5": { "complete": { "recall": 0.2444, "support": 23820 }, "obfuscated": { "recall": 0.1333, "support": 15 }, "partial": { "recall": 0.022, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1635, "support": 4085 }, "LOW": { "recall": 0.1189, "support": 5088 }, "MEDIUM": { "recall": 0.3033, "support": 15026 } } } } }, "file": { "route": "fichier", "fiches": 1000, "erreurs": 0, "manquantes": 0, "imbriques": 404, "directs": { "total": 17103, "touches": 16991, "caches": 15311, "touches_pct": 99.3, "caches_pct": 89.5, "intacts": 112 }, "niveaux": { "LOW": { "total": 5043, "touches": 3952, "caches": 3065, "touches_pct": 78.4, "caches_pct": 60.8 }, "MEDIUM": { "total": 14761, "touches": 14473, "caches": 13374, "touches_pct": 98, "caches_pct": 90.6 }, "HIGH": { "total": 3624, "touches": 3164, "caches": 2222, "touches_pct": 87.3, "caches_pct": 61.3 } }, "dates_de_naissance": { "total": 570, "lisibles": 235, "caches": 295, "lisibles_pct": 41.2, "caches_pct": 51.8 }, "texte_ordinaire_code_pct": { "AR": 69.9, "CS": 74, "DA": 66.9, "DE": 44.5, "EN": 24.9, "ES": 33.8, "FI": 78.5, "FR": 10.9, "FR_CA": 9.2, "HE": 65.7, "HI": 50.3, "HU": 73.7, "IT": 34.1, "JA": 73.9, "KO": 81, "NL": 42.9, "NO": 72.9, "PT_BR": 34.5, "PT_EU": 39.6, "RU": 83.5, "SV": 74, "TH": 79.8, "TR": 47, "ZH_CN": 77.4, "ZH_TW": 63.6 }, "decodage_exact": { "texte": 568, "fichier": 552, "sur": 1000 }, "officiel": { "partial": { "tp": 7067, "fp": 35346, "fn": 17132, "precision": 0.1666, "recall": 0.292, "f1": 0.2122, "macro_f1": 0.0762, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 52, "fp": 48, "fn": 469, "precision": 0.52, "recall": 0.0998, "f1": 0.1675 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1295, "fp": 3709, "fn": 496, "precision": 0.2588, "recall": 0.7231, "f1": 0.3812 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 312, "fp": 440, "fn": 2907, "precision": 0.4149, "recall": 0.0969, "f1": 0.1571 }, "Full_Name": { "tp": 2705, "fp": 3203, "fn": 1453, "precision": 0.4579, "recall": 0.6506, "f1": 0.5375 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 560, "fp": 22370, "fn": 2708, "precision": 0.0244, "recall": 0.1714, "f1": 0.0428 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 15, "fp": 98, "fn": 592, "precision": 0.1327, "recall": 0.0247, "f1": 0.0417 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 302, "fp": 4131, "fn": 663, "precision": 0.0681, "recall": 0.313, "f1": 0.1119 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 127, "fp": 285, "fn": 54, "precision": 0.3083, "recall": 0.7017, "f1": 0.4283 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 490, "fp": 546, "fn": 126, "precision": 0.473, "recall": 0.7955, "f1": 0.5932 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1011, "fp": 482, "fn": 25, "precision": 0.6772, "recall": 0.9759, "f1": 0.7995 } }, "per_language": { "AR": { "tp": 189, "fp": 949, "fn": 778, "precision": 0.1661, "recall": 0.1954, "f1": 0.1796 }, "CS": { "tp": 323, "fp": 1839, "fn": 683, "precision": 0.1494, "recall": 0.3211, "f1": 0.2039 }, "DA": { "tp": 286, "fp": 1764, "fn": 796, "precision": 0.1395, "recall": 0.2643, "f1": 0.1826 }, "DE": { "tp": 372, "fp": 2171, "fn": 660, "precision": 0.1463, "recall": 0.3605, "f1": 0.2081 }, "EN": { "tp": 400, "fp": 1895, "fn": 695, "precision": 0.1743, "recall": 0.3653, "f1": 0.236 }, "ES": { "tp": 400, "fp": 1807, "fn": 761, "precision": 0.1812, "recall": 0.3445, "f1": 0.2375 }, "FI": { "tp": 293, "fp": 2047, "fn": 685, "precision": 0.1252, "recall": 0.2996, "f1": 0.1766 }, "FR": { "tp": 338, "fp": 600, "fn": 545, "precision": 0.3603, "recall": 0.3828, "f1": 0.3712 }, "FR_CA": { "tp": 334, "fp": 561, "fn": 597, "precision": 0.3732, "recall": 0.3588, "f1": 0.3658 }, "HE": { "tp": 197, "fp": 837, "fn": 733, "precision": 0.1905, "recall": 0.2118, "f1": 0.2006 }, "HI": { "tp": 264, "fp": 1121, "fn": 649, "precision": 0.1906, "recall": 0.2892, "f1": 0.2298 }, "HU": { "tp": 287, "fp": 1433, "fn": 661, "precision": 0.1669, "recall": 0.3027, "f1": 0.2151 }, "IT": { "tp": 353, "fp": 1776, "fn": 683, "precision": 0.1658, "recall": 0.3407, "f1": 0.2231 }, "JA": { "tp": 135, "fp": 920, "fn": 767, "precision": 0.128, "recall": 0.1497, "f1": 0.138 }, "KO": { "tp": 151, "fp": 1016, "fn": 682, "precision": 0.1294, "recall": 0.1813, "f1": 0.151 }, "NL": { "tp": 395, "fp": 1443, "fn": 714, "precision": 0.2149, "recall": 0.3562, "f1": 0.2681 }, "NO": { "tp": 270, "fp": 1879, "fn": 625, "precision": 0.1256, "recall": 0.3017, "f1": 0.1774 }, "PT_BR": { "tp": 467, "fp": 1840, "fn": 798, "precision": 0.2024, "recall": 0.3692, "f1": 0.2615 }, "PT_EU": { "tp": 295, "fp": 1785, "fn": 566, "precision": 0.1418, "recall": 0.3426, "f1": 0.2006 }, "RU": { "tp": 209, "fp": 1309, "fn": 549, "precision": 0.1377, "recall": 0.2757, "f1": 0.1837 }, "SV": { "tp": 319, "fp": 1860, "fn": 701, "precision": 0.1464, "recall": 0.3127, "f1": 0.1994 }, "TH": { "tp": 125, "fp": 746, "fn": 529, "precision": 0.1435, "recall": 0.1911, "f1": 0.1639 }, "TR": { "tp": 418, "fp": 1996, "fn": 824, "precision": 0.1732, "recall": 0.3366, "f1": 0.2287 }, "ZH_CN": { "tp": 141, "fp": 933, "fn": 794, "precision": 0.1313, "recall": 0.1508, "f1": 0.1404 }, "ZH_TW": { "tp": 106, "fp": 819, "fn": 657, "precision": 0.1146, "recall": 0.1389, "f1": 0.1256 } }, "F5": { "complete": { "recall": 0.2959, "support": 23820 }, "obfuscated": { "recall": 0.2, "support": 15 }, "partial": { "recall": 0.0412, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1956, "support": 4085 }, "LOW": { "recall": 0.1635, "support": 5088 }, "MEDIUM": { "recall": 0.3618, "support": 15026 } } }, "exact": { "tp": 5791, "fp": 36622, "fn": 18408, "precision": 0.1365, "recall": 0.2393, "f1": 0.1739, "macro_f1": 0.0668, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 2, "fp": 98, "fn": 519, "precision": 0.02, "recall": 0.0038, "f1": 0.0064 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1111, "fp": 3893, "fn": 680, "precision": 0.222, "recall": 0.6203, "f1": 0.327 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 304, "fp": 448, "fn": 2915, "precision": 0.4043, "recall": 0.0944, "f1": 0.1531 }, "Full_Name": { "tp": 2174, "fp": 3734, "fn": 1984, "precision": 0.368, "recall": 0.5228, "f1": 0.4319 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 288, "fp": 22642, "fn": 2980, "precision": 0.0126, "recall": 0.0881, "f1": 0.022 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 11, "fp": 102, "fn": 596, "precision": 0.0973, "recall": 0.0181, "f1": 0.0306 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 113, "fp": 4320, "fn": 852, "precision": 0.0255, "recall": 0.1171, "f1": 0.0419 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 121, "fp": 291, "fn": 60, "precision": 0.2937, "recall": 0.6685, "f1": 0.4081 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 466, "fp": 570, "fn": 150, "precision": 0.4498, "recall": 0.7565, "f1": 0.5642 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1003, "fp": 490, "fn": 33, "precision": 0.6718, "recall": 0.9681, "f1": 0.7932 } }, "per_language": { "AR": { "tp": 160, "fp": 978, "fn": 807, "precision": 0.1406, "recall": 0.1655, "f1": 0.152 }, "CS": { "tp": 266, "fp": 1896, "fn": 740, "precision": 0.123, "recall": 0.2644, "f1": 0.1679 }, "DA": { "tp": 255, "fp": 1795, "fn": 827, "precision": 0.1244, "recall": 0.2357, "f1": 0.1628 }, "DE": { "tp": 295, "fp": 2248, "fn": 737, "precision": 0.116, "recall": 0.2859, "f1": 0.165 }, "EN": { "tp": 333, "fp": 1962, "fn": 762, "precision": 0.1451, "recall": 0.3041, "f1": 0.1965 }, "ES": { "tp": 340, "fp": 1867, "fn": 821, "precision": 0.1541, "recall": 0.2929, "f1": 0.2019 }, "FI": { "tp": 247, "fp": 2093, "fn": 731, "precision": 0.1056, "recall": 0.2526, "f1": 0.1489 }, "FR": { "tp": 297, "fp": 641, "fn": 586, "precision": 0.3166, "recall": 0.3364, "f1": 0.3262 }, "FR_CA": { "tp": 296, "fp": 599, "fn": 635, "precision": 0.3307, "recall": 0.3179, "f1": 0.3242 }, "HE": { "tp": 178, "fp": 856, "fn": 752, "precision": 0.1721, "recall": 0.1914, "f1": 0.1813 }, "HI": { "tp": 221, "fp": 1164, "fn": 692, "precision": 0.1596, "recall": 0.2421, "f1": 0.1923 }, "HU": { "tp": 242, "fp": 1478, "fn": 706, "precision": 0.1407, "recall": 0.2553, "f1": 0.1814 }, "IT": { "tp": 302, "fp": 1827, "fn": 734, "precision": 0.1419, "recall": 0.2915, "f1": 0.1908 }, "JA": { "tp": 109, "fp": 946, "fn": 793, "precision": 0.1033, "recall": 0.1208, "f1": 0.1114 }, "KO": { "tp": 122, "fp": 1045, "fn": 711, "precision": 0.1045, "recall": 0.1465, "f1": 0.122 }, "NL": { "tp": 268, "fp": 1570, "fn": 841, "precision": 0.1458, "recall": 0.2417, "f1": 0.1819 }, "NO": { "tp": 233, "fp": 1916, "fn": 662, "precision": 0.1084, "recall": 0.2603, "f1": 0.1531 }, "PT_BR": { "tp": 341, "fp": 1966, "fn": 924, "precision": 0.1478, "recall": 0.2696, "f1": 0.1909 }, "PT_EU": { "tp": 236, "fp": 1844, "fn": 625, "precision": 0.1135, "recall": 0.2741, "f1": 0.1605 }, "RU": { "tp": 187, "fp": 1331, "fn": 571, "precision": 0.1232, "recall": 0.2467, "f1": 0.1643 }, "SV": { "tp": 259, "fp": 1920, "fn": 761, "precision": 0.1189, "recall": 0.2539, "f1": 0.1619 }, "TH": { "tp": 103, "fp": 768, "fn": 551, "precision": 0.1183, "recall": 0.1575, "f1": 0.1351 }, "TR": { "tp": 301, "fp": 2113, "fn": 941, "precision": 0.1247, "recall": 0.2424, "f1": 0.1647 }, "ZH_CN": { "tp": 106, "fp": 968, "fn": 829, "precision": 0.0987, "recall": 0.1134, "f1": 0.1055 }, "ZH_TW": { "tp": 94, "fp": 831, "fn": 669, "precision": 0.1016, "recall": 0.1232, "f1": 0.1114 } }, "F5": { "complete": { "recall": 0.2427, "support": 23820 }, "obfuscated": { "recall": 0.1333, "support": 15 }, "partial": { "recall": 0.022, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1625, "support": 4085 }, "LOW": { "recall": 0.1169, "support": 5088 }, "MEDIUM": { "recall": 0.3016, "support": 15026 } } } } } }, "comparison": { "against": "2.77.0", "route": "vu", "regressions": 2, "gains": 2, "regressionsParType": { "Customer_Reference_Number": 2 }, "regressionsParLangue": { "ES": 1, "PT_BR": 1 }, "gainsParType": { "Employee_ID_Number": 2 } }, "comparison_first": null, "published_detectors": [ { "name": "Presidio", "partial_micro_f1": 0.195, "macro_f1": 0.063, "exact_micro_f1": 0.145 }, { "name": "GLiNER-multi", "partial_micro_f1": 0.32, "macro_f1": 0.224, "exact_micro_f1": 0.293 }, { "name": "OpenAI Privacy Filter", "partial_micro_f1": 0.512, "macro_f1": 0.254, "exact_micro_f1": 0.171 }, { "name": "GPT-4.1", "partial_micro_f1": 0.597, "macro_f1": 0.565, "exact_micro_f1": 0.558 }, { "name": "Claude Sonnet 4.6", "partial_micro_f1": 0.636, "macro_f1": 0.619, "exact_micro_f1": 0.602 } ], "seconds_per_record": { "median": 0.05, "p95": 0.19 } }