{ "benchmark": "REDACT (Vats et al., EMNLP 2026 Industry Track, arXiv 2606.19881)", "split": "pii_benchmark_sample1000.json (locked detector split, 1,000 records, 40 per language)", "split_sha256": "754f562ce9c3c5b7b663f1ba6127c38a31d93f5631d38364341cb727936234c6", "dataset_terms": "https://github.com/guneeshvats/REDACT-PII-Benchmark/blob/main/DATASET_TERMS.md", "connector": "2.77.0", "commit": "86ff7f8", "date": "2026-11-06", "harness": "connecteur/bench/redact (passer.mjs, noter.mjs, comparer.mjs, types.mjs)", "routes": { "text": { "route": "vu", "fiches": 1000, "erreurs": 0, "manquantes": 0, "imbriques": 400, "directs": { "total": 17103, "touches": 16964, "caches": 15228, "touches_pct": 99.2, "caches_pct": 89, "intacts": 139 }, "niveaux": { "LOW": { "total": 5043, "touches": 3927, "caches": 2981, "touches_pct": 77.9, "caches_pct": 59.1 }, "MEDIUM": { "total": 14761, "touches": 14445, "caches": 13315, "touches_pct": 97.9, "caches_pct": 90.2 }, "HIGH": { "total": 3624, "touches": 3165, "caches": 2178, "touches_pct": 87.3, "caches_pct": 60.1 } }, "dates_de_naissance": { "total": 570, "lisibles": 234, "caches": 294, "lisibles_pct": 41.1, "caches_pct": 51.6 }, "texte_ordinaire_code_pct": { "AR": 64.4, "CS": 71.8, "DA": 64.7, "DE": 44.5, "EN": 23.8, "ES": 44.5, "FI": 76.4, "FR": 10.7, "FR_CA": 9, "HE": 65.5, "HI": 48.4, "HU": 71.3, "IT": 37.9, "JA": 68.7, "KO": 77.6, "NL": 43.5, "NO": 70.2, "PT_BR": 41.7, "PT_EU": 44.9, "RU": 81.9, "SV": 71.5, "TH": 75.5, "TR": 54.8, "ZH_CN": 75.9, "ZH_TW": 60.7 }, "decodage_exact": { "texte": 561, "fichier": 776, "sur": 1000 }, "officiel": { "partial": { "tp": 7065, "fp": 35176, "fn": 17134, "precision": 0.1673, "recall": 0.292, "f1": 0.2127, "macro_f1": 0.0767, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 52, "fp": 48, "fn": 469, "precision": 0.52, "recall": 0.0998, "f1": 0.1675 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1311, "fp": 3904, "fn": 480, "precision": 0.2514, "recall": 0.732, "f1": 0.3743 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 309, "fp": 484, "fn": 2910, "precision": 0.3897, "recall": 0.096, "f1": 0.154 }, "Full_Name": { "tp": 2722, "fp": 3121, "fn": 1436, "precision": 0.4659, "recall": 0.6546, "f1": 0.5443 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 538, "fp": 22709, "fn": 2730, "precision": 0.0231, "recall": 0.1646, "f1": 0.0406 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 23, "fp": 102, "fn": 584, "precision": 0.184, "recall": 0.0379, "f1": 0.0628 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 275, "fp": 3449, "fn": 690, "precision": 0.0738, "recall": 0.285, "f1": 0.1173 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 128, "fp": 287, "fn": 53, "precision": 0.3084, "recall": 0.7072, "f1": 0.4295 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 498, "fp": 556, "fn": 118, "precision": 0.4725, "recall": 0.8084, "f1": 0.5964 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1011, "fp": 482, "fn": 25, "precision": 0.6772, "recall": 0.9759, "f1": 0.7995 } }, "per_language": { "AR": { "tp": 194, "fp": 858, "fn": 773, "precision": 0.1844, "recall": 0.2006, "f1": 0.1922 }, "CS": { "tp": 323, "fp": 1797, "fn": 683, "precision": 0.1524, "recall": 0.3211, "f1": 0.2067 }, "DA": { "tp": 285, "fp": 1719, "fn": 797, "precision": 0.1422, "recall": 0.2634, "f1": 0.1847 }, "DE": { "tp": 370, "fp": 2165, "fn": 662, "precision": 0.146, "recall": 0.3585, "f1": 0.2075 }, "EN": { "tp": 392, "fp": 1886, "fn": 703, "precision": 0.1721, "recall": 0.358, "f1": 0.2324 }, "ES": { "tp": 404, "fp": 2041, "fn": 757, "precision": 0.1652, "recall": 0.348, "f1": 0.2241 }, "FI": { "tp": 296, "fp": 1995, "fn": 682, "precision": 0.1292, "recall": 0.3027, "f1": 0.1811 }, "FR": { "tp": 343, "fp": 592, "fn": 540, "precision": 0.3668, "recall": 0.3884, "f1": 0.3773 }, "FR_CA": { "tp": 335, "fp": 552, "fn": 596, "precision": 0.3777, "recall": 0.3598, "f1": 0.3685 }, "HE": { "tp": 197, "fp": 755, "fn": 733, "precision": 0.2069, "recall": 0.2118, "f1": 0.2094 }, "HI": { "tp": 263, "fp": 1091, "fn": 650, "precision": 0.1942, "recall": 0.2881, "f1": 0.232 }, "HU": { "tp": 288, "fp": 1387, "fn": 660, "precision": 0.1719, "recall": 0.3038, "f1": 0.2196 }, "IT": { "tp": 352, "fp": 1845, "fn": 684, "precision": 0.1602, "recall": 0.3398, "f1": 0.2178 }, "JA": { "tp": 133, "fp": 890, "fn": 769, "precision": 0.13, "recall": 0.1475, "f1": 0.1382 }, "KO": { "tp": 143, "fp": 987, "fn": 690, "precision": 0.1265, "recall": 0.1717, "f1": 0.1457 }, "NL": { "tp": 402, "fp": 1432, "fn": 707, "precision": 0.2192, "recall": 0.3625, "f1": 0.2732 }, "NO": { "tp": 270, "fp": 1823, "fn": 625, "precision": 0.129, "recall": 0.3017, "f1": 0.1807 }, "PT_BR": { "tp": 467, "fp": 1999, "fn": 798, "precision": 0.1894, "recall": 0.3692, "f1": 0.2503 }, "PT_EU": { "tp": 295, "fp": 1893, "fn": 566, "precision": 0.1348, "recall": 0.3426, "f1": 0.1935 }, "RU": { "tp": 211, "fp": 1298, "fn": 547, "precision": 0.1398, "recall": 0.2784, "f1": 0.1861 }, "SV": { "tp": 319, "fp": 1729, "fn": 701, "precision": 0.1558, "recall": 0.3127, "f1": 0.208 }, "TH": { "tp": 121, "fp": 658, "fn": 533, "precision": 0.1553, "recall": 0.185, "f1": 0.1689 }, "TR": { "tp": 417, "fp": 2082, "fn": 825, "precision": 0.1669, "recall": 0.3357, "f1": 0.2229 }, "ZH_CN": { "tp": 140, "fp": 907, "fn": 795, "precision": 0.1337, "recall": 0.1497, "f1": 0.1413 }, "ZH_TW": { "tp": 105, "fp": 795, "fn": 658, "precision": 0.1167, "recall": 0.1376, "f1": 0.1263 } }, "F5": { "complete": { "recall": 0.2958, "support": 23820 }, "obfuscated": { "recall": 0.2, "support": 15 }, "partial": { "recall": 0.0412, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1988, "support": 4085 }, "LOW": { "recall": 0.1598, "support": 5088 }, "MEDIUM": { "recall": 0.362, "support": 15026 } } }, "exact": { "tp": 5841, "fp": 36400, "fn": 18358, "precision": 0.1383, "recall": 0.2414, "f1": 0.1758, "macro_f1": 0.0673, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 2, "fp": 98, "fn": 519, "precision": 0.02, "recall": 0.0038, "f1": 0.0064 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1118, "fp": 4097, "fn": 673, "precision": 0.2144, "recall": 0.6242, "f1": 0.3192 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 301, "fp": 492, "fn": 2918, "precision": 0.3796, "recall": 0.0935, "f1": 0.15 }, "Full_Name": { "tp": 2183, "fp": 3660, "fn": 1975, "precision": 0.3736, "recall": 0.525, "f1": 0.4366 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 303, "fp": 22944, "fn": 2965, "precision": 0.013, "recall": 0.0927, "f1": 0.0229 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 18, "fp": 107, "fn": 589, "precision": 0.144, "recall": 0.0297, "f1": 0.0492 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 120, "fp": 3604, "fn": 845, "precision": 0.0322, "recall": 0.1244, "f1": 0.0512 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 122, "fp": 293, "fn": 59, "precision": 0.294, "recall": 0.674, "f1": 0.4094 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 473, "fp": 581, "fn": 143, "precision": 0.4488, "recall": 0.7679, "f1": 0.5665 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1003, "fp": 490, "fn": 33, "precision": 0.6718, "recall": 0.9681, "f1": 0.7932 } }, "per_language": { "AR": { "tp": 167, "fp": 885, "fn": 800, "precision": 0.1587, "recall": 0.1727, "f1": 0.1654 }, "CS": { "tp": 273, "fp": 1847, "fn": 733, "precision": 0.1288, "recall": 0.2714, "f1": 0.1747 }, "DA": { "tp": 254, "fp": 1750, "fn": 828, "precision": 0.1267, "recall": 0.2348, "f1": 0.1646 }, "DE": { "tp": 291, "fp": 2244, "fn": 741, "precision": 0.1148, "recall": 0.282, "f1": 0.1632 }, "EN": { "tp": 334, "fp": 1944, "fn": 761, "precision": 0.1466, "recall": 0.305, "f1": 0.198 }, "ES": { "tp": 341, "fp": 2104, "fn": 820, "precision": 0.1395, "recall": 0.2937, "f1": 0.1891 }, "FI": { "tp": 247, "fp": 2044, "fn": 731, "precision": 0.1078, "recall": 0.2526, "f1": 0.1511 }, "FR": { "tp": 303, "fp": 632, "fn": 580, "precision": 0.3241, "recall": 0.3431, "f1": 0.3333 }, "FR_CA": { "tp": 297, "fp": 590, "fn": 634, "precision": 0.3348, "recall": 0.319, "f1": 0.3267 }, "HE": { "tp": 181, "fp": 771, "fn": 749, "precision": 0.1901, "recall": 0.1946, "f1": 0.1923 }, "HI": { "tp": 221, "fp": 1133, "fn": 692, "precision": 0.1632, "recall": 0.2421, "f1": 0.195 }, "HU": { "tp": 243, "fp": 1432, "fn": 705, "precision": 0.1451, "recall": 0.2563, "f1": 0.1853 }, "IT": { "tp": 301, "fp": 1896, "fn": 735, "precision": 0.137, "recall": 0.2905, "f1": 0.1862 }, "JA": { "tp": 109, "fp": 914, "fn": 793, "precision": 0.1065, "recall": 0.1208, "f1": 0.1132 }, "KO": { "tp": 124, "fp": 1006, "fn": 709, "precision": 0.1097, "recall": 0.1489, "f1": 0.1263 }, "NL": { "tp": 295, "fp": 1539, "fn": 814, "precision": 0.1609, "recall": 0.266, "f1": 0.2005 }, "NO": { "tp": 233, "fp": 1860, "fn": 662, "precision": 0.1113, "recall": 0.2603, "f1": 0.156 }, "PT_BR": { "tp": 340, "fp": 2126, "fn": 925, "precision": 0.1379, "recall": 0.2688, "f1": 0.1823 }, "PT_EU": { "tp": 236, "fp": 1952, "fn": 625, "precision": 0.1079, "recall": 0.2741, "f1": 0.1548 }, "RU": { "tp": 188, "fp": 1321, "fn": 570, "precision": 0.1246, "recall": 0.248, "f1": 0.1659 }, "SV": { "tp": 259, "fp": 1789, "fn": 761, "precision": 0.1265, "recall": 0.2539, "f1": 0.1688 }, "TH": { "tp": 105, "fp": 674, "fn": 549, "precision": 0.1348, "recall": 0.1606, "f1": 0.1465 }, "TR": { "tp": 299, "fp": 2200, "fn": 943, "precision": 0.1196, "recall": 0.2407, "f1": 0.1599 }, "ZH_CN": { "tp": 107, "fp": 940, "fn": 828, "precision": 0.1022, "recall": 0.1144, "f1": 0.108 }, "ZH_TW": { "tp": 93, "fp": 807, "fn": 670, "precision": 0.1033, "recall": 0.1219, "f1": 0.1118 } }, "F5": { "complete": { "recall": 0.2448, "support": 23820 }, "obfuscated": { "recall": 0.1333, "support": 15 }, "partial": { "recall": 0.022, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1652, "support": 4085 }, "LOW": { "recall": 0.1193, "support": 5088 }, "MEDIUM": { "recall": 0.3034, "support": 15026 } } } } }, "file": { "route": "fichier", "fiches": 1000, "erreurs": 0, "manquantes": 0, "imbriques": 404, "directs": { "total": 17103, "touches": 16992, "caches": 15314, "touches_pct": 99.4, "caches_pct": 89.5, "intacts": 111 }, "niveaux": { "LOW": { "total": 5043, "touches": 3955, "caches": 3066, "touches_pct": 78.4, "caches_pct": 60.8 }, "MEDIUM": { "total": 14761, "touches": 14472, "caches": 13375, "touches_pct": 98, "caches_pct": 90.6 }, "HIGH": { "total": 3624, "touches": 3163, "caches": 2221, "touches_pct": 87.3, "caches_pct": 61.3 } }, "dates_de_naissance": { "total": 570, "lisibles": 236, "caches": 294, "lisibles_pct": 41.4, "caches_pct": 51.6 }, "texte_ordinaire_code_pct": { "AR": 69.9, "CS": 74, "DA": 66.9, "DE": 44.6, "EN": 25, "ES": 33.8, "FI": 78.5, "FR": 10.9, "FR_CA": 9.2, "HE": 65.9, "HI": 50.6, "HU": 73.7, "IT": 34.2, "JA": 74, "KO": 81, "NL": 42.9, "NO": 73, "PT_BR": 34.5, "PT_EU": 39.8, "RU": 83.5, "SV": 74.1, "TH": 79.8, "TR": 47, "ZH_CN": 77.4, "ZH_TW": 63.6 }, "decodage_exact": { "texte": 561, "fichier": 776, "sur": 1000 }, "officiel": { "partial": { "tp": 7079, "fp": 35328, "fn": 17120, "precision": 0.1669, "recall": 0.2925, "f1": 0.2126, "macro_f1": 0.0767, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 52, "fp": 48, "fn": 469, "precision": 0.52, "recall": 0.0998, "f1": 0.1675 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1297, "fp": 3704, "fn": 494, "precision": 0.2593, "recall": 0.7242, "f1": 0.3819 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 313, "fp": 458, "fn": 2906, "precision": 0.406, "recall": 0.0972, "f1": 0.1569 }, "Full_Name": { "tp": 2705, "fp": 3125, "fn": 1453, "precision": 0.464, "recall": 0.6506, "f1": 0.5416 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 562, "fp": 22439, "fn": 2706, "precision": 0.0244, "recall": 0.172, "f1": 0.0428 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 22, "fp": 98, "fn": 585, "precision": 0.1833, "recall": 0.0362, "f1": 0.0605 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 302, "fp": 4109, "fn": 663, "precision": 0.0685, "recall": 0.313, "f1": 0.1124 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 127, "fp": 285, "fn": 54, "precision": 0.3083, "recall": 0.7017, "f1": 0.4283 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 490, "fp": 546, "fn": 126, "precision": 0.473, "recall": 0.7955, "f1": 0.5932 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1011, "fp": 482, "fn": 25, "precision": 0.6772, "recall": 0.9759, "f1": 0.7995 } }, "per_language": { "AR": { "tp": 189, "fp": 949, "fn": 778, "precision": 0.1661, "recall": 0.1954, "f1": 0.1796 }, "CS": { "tp": 323, "fp": 1828, "fn": 683, "precision": 0.1502, "recall": 0.3211, "f1": 0.2046 }, "DA": { "tp": 285, "fp": 1782, "fn": 797, "precision": 0.1379, "recall": 0.2634, "f1": 0.181 }, "DE": { "tp": 372, "fp": 2186, "fn": 660, "precision": 0.1454, "recall": 0.3605, "f1": 0.2072 }, "EN": { "tp": 400, "fp": 1911, "fn": 695, "precision": 0.1731, "recall": 0.3653, "f1": 0.2349 }, "ES": { "tp": 401, "fp": 1809, "fn": 760, "precision": 0.1814, "recall": 0.3454, "f1": 0.2379 }, "FI": { "tp": 293, "fp": 2054, "fn": 685, "precision": 0.1248, "recall": 0.2996, "f1": 0.1762 }, "FR": { "tp": 342, "fp": 601, "fn": 541, "precision": 0.3627, "recall": 0.3873, "f1": 0.3746 }, "FR_CA": { "tp": 334, "fp": 561, "fn": 597, "precision": 0.3732, "recall": 0.3588, "f1": 0.3658 }, "HE": { "tp": 198, "fp": 847, "fn": 732, "precision": 0.1895, "recall": 0.2129, "f1": 0.2005 }, "HI": { "tp": 264, "fp": 1134, "fn": 649, "precision": 0.1888, "recall": 0.2892, "f1": 0.2285 }, "HU": { "tp": 287, "fp": 1422, "fn": 661, "precision": 0.1679, "recall": 0.3027, "f1": 0.216 }, "IT": { "tp": 353, "fp": 1765, "fn": 683, "precision": 0.1667, "recall": 0.3407, "f1": 0.2238 }, "JA": { "tp": 135, "fp": 922, "fn": 767, "precision": 0.1277, "recall": 0.1497, "f1": 0.1378 }, "KO": { "tp": 151, "fp": 1013, "fn": 682, "precision": 0.1297, "recall": 0.1813, "f1": 0.1512 }, "NL": { "tp": 399, "fp": 1438, "fn": 710, "precision": 0.2172, "recall": 0.3598, "f1": 0.2709 }, "NO": { "tp": 271, "fp": 1870, "fn": 624, "precision": 0.1266, "recall": 0.3028, "f1": 0.1785 }, "PT_BR": { "tp": 468, "fp": 1825, "fn": 797, "precision": 0.2041, "recall": 0.37, "f1": 0.2631 }, "PT_EU": { "tp": 295, "fp": 1784, "fn": 566, "precision": 0.1419, "recall": 0.3426, "f1": 0.2007 }, "RU": { "tp": 209, "fp": 1304, "fn": 549, "precision": 0.1381, "recall": 0.2757, "f1": 0.1841 }, "SV": { "tp": 318, "fp": 1876, "fn": 702, "precision": 0.1449, "recall": 0.3118, "f1": 0.1979 }, "TH": { "tp": 127, "fp": 737, "fn": 527, "precision": 0.147, "recall": 0.1942, "f1": 0.1673 }, "TR": { "tp": 418, "fp": 1962, "fn": 824, "precision": 0.1756, "recall": 0.3366, "f1": 0.2308 }, "ZH_CN": { "tp": 141, "fp": 931, "fn": 794, "precision": 0.1315, "recall": 0.1508, "f1": 0.1405 }, "ZH_TW": { "tp": 106, "fp": 817, "fn": 657, "precision": 0.1148, "recall": 0.1389, "f1": 0.1257 } }, "F5": { "complete": { "recall": 0.2964, "support": 23820 }, "obfuscated": { "recall": 0.2, "support": 15 }, "partial": { "recall": 0.0412, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1973, "support": 4085 }, "LOW": { "recall": 0.1637, "support": 5088 }, "MEDIUM": { "recall": 0.362, "support": 15026 } } }, "exact": { "tp": 5808, "fp": 36599, "fn": 18391, "precision": 0.137, "recall": 0.24, "f1": 0.1744, "macro_f1": 0.0672, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 2, "fp": 98, "fn": 519, "precision": 0.02, "recall": 0.0038, "f1": 0.0064 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1113, "fp": 3888, "fn": 678, "precision": 0.2226, "recall": 0.6214, "f1": 0.3277 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 305, "fp": 466, "fn": 2914, "precision": 0.3956, "recall": 0.0947, "f1": 0.1529 }, "Full_Name": { "tp": 2181, "fp": 3649, "fn": 1977, "precision": 0.3741, "recall": 0.5245, "f1": 0.4367 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 288, "fp": 22713, "fn": 2980, "precision": 0.0125, "recall": 0.0881, "f1": 0.0219 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 18, "fp": 102, "fn": 589, "precision": 0.15, "recall": 0.0297, "f1": 0.0495 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 113, "fp": 4298, "fn": 852, "precision": 0.0256, "recall": 0.1171, "f1": 0.042 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 121, "fp": 291, "fn": 60, "precision": 0.2937, "recall": 0.6685, "f1": 0.4081 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 466, "fp": 570, "fn": 150, "precision": 0.4498, "recall": 0.7565, "f1": 0.5642 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1003, "fp": 490, "fn": 33, "precision": 0.6718, "recall": 0.9681, "f1": 0.7932 } }, "per_language": { "AR": { "tp": 160, "fp": 978, "fn": 807, "precision": 0.1406, "recall": 0.1655, "f1": 0.152 }, "CS": { "tp": 268, "fp": 1883, "fn": 738, "precision": 0.1246, "recall": 0.2664, "f1": 0.1698 }, "DA": { "tp": 255, "fp": 1812, "fn": 827, "precision": 0.1234, "recall": 0.2357, "f1": 0.162 }, "DE": { "tp": 295, "fp": 2263, "fn": 737, "precision": 0.1153, "recall": 0.2859, "f1": 0.1643 }, "EN": { "tp": 333, "fp": 1978, "fn": 762, "precision": 0.1441, "recall": 0.3041, "f1": 0.1955 }, "ES": { "tp": 341, "fp": 1869, "fn": 820, "precision": 0.1543, "recall": 0.2937, "f1": 0.2023 }, "FI": { "tp": 247, "fp": 2100, "fn": 731, "precision": 0.1052, "recall": 0.2526, "f1": 0.1486 }, "FR": { "tp": 301, "fp": 642, "fn": 582, "precision": 0.3192, "recall": 0.3409, "f1": 0.3297 }, "FR_CA": { "tp": 296, "fp": 599, "fn": 635, "precision": 0.3307, "recall": 0.3179, "f1": 0.3242 }, "HE": { "tp": 179, "fp": 866, "fn": 751, "precision": 0.1713, "recall": 0.1925, "f1": 0.1813 }, "HI": { "tp": 221, "fp": 1177, "fn": 692, "precision": 0.1581, "recall": 0.2421, "f1": 0.1913 }, "HU": { "tp": 242, "fp": 1467, "fn": 706, "precision": 0.1416, "recall": 0.2553, "f1": 0.1822 }, "IT": { "tp": 301, "fp": 1817, "fn": 735, "precision": 0.1421, "recall": 0.2905, "f1": 0.1909 }, "JA": { "tp": 109, "fp": 948, "fn": 793, "precision": 0.1031, "recall": 0.1208, "f1": 0.1113 }, "KO": { "tp": 122, "fp": 1042, "fn": 711, "precision": 0.1048, "recall": 0.1465, "f1": 0.1222 }, "NL": { "tp": 272, "fp": 1565, "fn": 837, "precision": 0.1481, "recall": 0.2453, "f1": 0.1847 }, "NO": { "tp": 235, "fp": 1906, "fn": 660, "precision": 0.1098, "recall": 0.2626, "f1": 0.1548 }, "PT_BR": { "tp": 342, "fp": 1951, "fn": 923, "precision": 0.1491, "recall": 0.2704, "f1": 0.1922 }, "PT_EU": { "tp": 236, "fp": 1843, "fn": 625, "precision": 0.1135, "recall": 0.2741, "f1": 0.1605 }, "RU": { "tp": 187, "fp": 1326, "fn": 571, "precision": 0.1236, "recall": 0.2467, "f1": 0.1647 }, "SV": { "tp": 260, "fp": 1934, "fn": 760, "precision": 0.1185, "recall": 0.2549, "f1": 0.1618 }, "TH": { "tp": 105, "fp": 759, "fn": 549, "precision": 0.1215, "recall": 0.1606, "f1": 0.1383 }, "TR": { "tp": 301, "fp": 2079, "fn": 941, "precision": 0.1265, "recall": 0.2424, "f1": 0.1662 }, "ZH_CN": { "tp": 106, "fp": 966, "fn": 829, "precision": 0.0989, "recall": 0.1134, "f1": 0.1056 }, "ZH_TW": { "tp": 94, "fp": 829, "fn": 669, "precision": 0.1018, "recall": 0.1232, "f1": 0.1115 } }, "F5": { "complete": { "recall": 0.2434, "support": 23820 }, "obfuscated": { "recall": 0.1333, "support": 15 }, "partial": { "recall": 0.022, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1643, "support": 4085 }, "LOW": { "recall": 0.1171, "support": 5088 }, "MEDIUM": { "recall": 0.3022, "support": 15026 } } } } } }, "comparison": { "against": "2.64.0", "route": "vu", "regressions": 0, "gains": 0, "regressionsParType": {}, "regressionsParLangue": {}, "gainsParType": {} }, "comparison_first": null, "published_detectors": [ { "name": "Presidio", "partial_micro_f1": 0.195, "macro_f1": 0.063, "exact_micro_f1": 0.145 }, { "name": "GLiNER-multi", "partial_micro_f1": 0.32, "macro_f1": 0.224, "exact_micro_f1": 0.293 }, { "name": "OpenAI Privacy Filter", "partial_micro_f1": 0.512, "macro_f1": 0.254, "exact_micro_f1": 0.171 }, { "name": "GPT-4.1", "partial_micro_f1": 0.597, "macro_f1": 0.565, "exact_micro_f1": 0.558 }, { "name": "Claude Sonnet 4.6", "partial_micro_f1": 0.636, "macro_f1": 0.619, "exact_micro_f1": 0.602 } ], "seconds_per_record": { "median": 0.09, "p95": 0.34 } }