{ "benchmark": "REDACT (Vats et al., EMNLP 2026 Industry Track, arXiv 2606.19881)", "split": "pii_benchmark_sample1000.json (locked detector split, 1,000 records, 40 per language)", "split_sha256": "754f562ce9c3c5b7b663f1ba6127c38a31d93f5631d38364341cb727936234c6", "dataset_terms": "https://github.com/guneeshvats/REDACT-PII-Benchmark/blob/main/DATASET_TERMS.md", "connector": "2.63.0", "commit": "6eddaf3", "date": "2026-11-03", "harness": "connecteur/bench/redact (passer.mjs, noter.mjs, comparer.mjs, types.mjs)", "routes": { "text": { "route": "vu", "fiches": 1000, "erreurs": 0, "manquantes": 0, "imbriques": 408, "directs": { "total": 17103, "touches": 16929, "caches": 15101, "touches_pct": 99, "caches_pct": 88.3, "intacts": 174 }, "niveaux": { "LOW": { "total": 5043, "touches": 3910, "caches": 2943, "touches_pct": 77.5, "caches_pct": 58.4 }, "MEDIUM": { "total": 14761, "touches": 14424, "caches": 13245, "touches_pct": 97.7, "caches_pct": 89.7 }, "HIGH": { "total": 3624, "touches": 3144, "caches": 2144, "touches_pct": 86.8, "caches_pct": 59.2 } }, "dates_de_naissance": { "total": 570, "lisibles": 234, "caches": 294, "lisibles_pct": 41.1, "caches_pct": 51.6 }, "texte_ordinaire_code_pct": { "AR": 64.6, "CS": 71.9, "DA": 64.6, "DE": 44.1, "EN": 23.8, "ES": 39.2, "FI": 76, "FR": 10.7, "FR_CA": 9, "HE": 65.5, "HI": 48.5, "HU": 71.2, "IT": 36.7, "JA": 68.8, "KO": 77.6, "NL": 43.2, "NO": 70.1, "PT_BR": 40.2, "PT_EU": 42.4, "RU": 81.9, "SV": 71.6, "TH": 75.6, "TR": 54.1, "ZH_CN": 76, "ZH_TW": 58.8 }, "decodage_exact": { "texte": 542, "fichier": 748, "sur": 1000 }, "officiel": { "partial": { "tp": 6952, "fp": 34859, "fn": 17247, "precision": 0.1663, "recall": 0.2873, "f1": 0.2106, "macro_f1": 0.0694, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 52, "fp": 48, "fn": 469, "precision": 0.52, "recall": 0.0998, "f1": 0.1675 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1295, "fp": 3696, "fn": 496, "precision": 0.2595, "recall": 0.7231, "f1": 0.3819 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 306, "fp": 513, "fn": 2913, "precision": 0.3736, "recall": 0.0951, "f1": 0.1516 }, "Full_Name": { "tp": 2718, "fp": 3142, "fn": 1440, "precision": 0.4638, "recall": 0.6537, "f1": 0.5426 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 584, "fp": 22759, "fn": 2684, "precision": 0.025, "recall": 0.1787, "f1": 0.0439 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 20, "fp": 105, "fn": 587, "precision": 0.16, "recall": 0.0329, "f1": 0.0546 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 261, "fp": 3431, "fn": 704, "precision": 0.0707, "recall": 0.2705, "f1": 0.1121 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 9, "fp": 87, "fn": 172, "precision": 0.0938, "recall": 0.0497, "f1": 0.065 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 498, "fp": 562, "fn": 118, "precision": 0.4698, "recall": 0.8084, "f1": 0.5943 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1011, "fp": 482, "fn": 25, "precision": 0.6772, "recall": 0.9759, "f1": 0.7995 } }, "per_language": { "AR": { "tp": 191, "fp": 866, "fn": 776, "precision": 0.1807, "recall": 0.1975, "f1": 0.1887 }, "CS": { "tp": 322, "fp": 1802, "fn": 684, "precision": 0.1516, "recall": 0.3201, "f1": 0.2058 }, "DA": { "tp": 319, "fp": 1683, "fn": 763, "precision": 0.1593, "recall": 0.2948, "f1": 0.2069 }, "DE": { "tp": 367, "fp": 2155, "fn": 665, "precision": 0.1455, "recall": 0.3556, "f1": 0.2065 }, "EN": { "tp": 378, "fp": 1907, "fn": 717, "precision": 0.1654, "recall": 0.3452, "f1": 0.2237 }, "ES": { "tp": 398, "fp": 1969, "fn": 763, "precision": 0.1681, "recall": 0.3428, "f1": 0.2256 }, "FI": { "tp": 293, "fp": 1978, "fn": 685, "precision": 0.129, "recall": 0.2996, "f1": 0.1804 }, "FR": { "tp": 330, "fp": 600, "fn": 553, "precision": 0.3548, "recall": 0.3737, "f1": 0.364 }, "FR_CA": { "tp": 334, "fp": 556, "fn": 597, "precision": 0.3753, "recall": 0.3588, "f1": 0.3668 }, "HE": { "tp": 190, "fp": 753, "fn": 740, "precision": 0.2015, "recall": 0.2043, "f1": 0.2029 }, "HI": { "tp": 258, "fp": 1088, "fn": 655, "precision": 0.1917, "recall": 0.2826, "f1": 0.2284 }, "HU": { "tp": 283, "fp": 1382, "fn": 665, "precision": 0.17, "recall": 0.2985, "f1": 0.2166 }, "IT": { "tp": 348, "fp": 1808, "fn": 688, "precision": 0.1614, "recall": 0.3359, "f1": 0.218 }, "JA": { "tp": 132, "fp": 885, "fn": 770, "precision": 0.1298, "recall": 0.1463, "f1": 0.1376 }, "KO": { "tp": 143, "fp": 989, "fn": 690, "precision": 0.1263, "recall": 0.1717, "f1": 0.1455 }, "NL": { "tp": 389, "fp": 1417, "fn": 720, "precision": 0.2154, "recall": 0.3508, "f1": 0.2669 }, "NO": { "tp": 265, "fp": 1804, "fn": 630, "precision": 0.1281, "recall": 0.2961, "f1": 0.1788 }, "PT_BR": { "tp": 451, "fp": 1955, "fn": 814, "precision": 0.1874, "recall": 0.3565, "f1": 0.2457 }, "PT_EU": { "tp": 285, "fp": 1856, "fn": 576, "precision": 0.1331, "recall": 0.331, "f1": 0.1899 }, "RU": { "tp": 201, "fp": 1298, "fn": 557, "precision": 0.1341, "recall": 0.2652, "f1": 0.1781 }, "SV": { "tp": 311, "fp": 1723, "fn": 709, "precision": 0.1529, "recall": 0.3049, "f1": 0.2037 }, "TH": { "tp": 118, "fp": 661, "fn": 536, "precision": 0.1515, "recall": 0.1804, "f1": 0.1647 }, "TR": { "tp": 416, "fp": 2051, "fn": 826, "precision": 0.1686, "recall": 0.3349, "f1": 0.2243 }, "ZH_CN": { "tp": 130, "fp": 911, "fn": 805, "precision": 0.1249, "recall": 0.139, "f1": 0.1316 }, "ZH_TW": { "tp": 100, "fp": 762, "fn": 663, "precision": 0.116, "recall": 0.1311, "f1": 0.1231 } }, "F5": { "complete": { "recall": 0.2911, "support": 23820 }, "obfuscated": { "recall": 0.2, "support": 15 }, "partial": { "recall": 0.0412, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1963, "support": 4085 }, "LOW": { "recall": 0.1559, "support": 5088 }, "MEDIUM": { "recall": 0.3565, "support": 15026 } } }, "exact": { "tp": 5698, "fp": 36113, "fn": 18501, "precision": 0.1363, "recall": 0.2355, "f1": 0.1726, "macro_f1": 0.06, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 2, "fp": 98, "fn": 519, "precision": 0.02, "recall": 0.0038, "f1": 0.0064 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1109, "fp": 3882, "fn": 682, "precision": 0.2222, "recall": 0.6192, "f1": 0.327 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 300, "fp": 519, "fn": 2919, "precision": 0.3663, "recall": 0.0932, "f1": 0.1486 }, "Full_Name": { "tp": 2179, "fp": 3681, "fn": 1979, "precision": 0.3718, "recall": 0.5241, "f1": 0.435 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 308, "fp": 23035, "fn": 2960, "precision": 0.0132, "recall": 0.0942, "f1": 0.0231 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 15, "fp": 110, "fn": 592, "precision": 0.12, "recall": 0.0247, "f1": 0.041 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 105, "fp": 3587, "fn": 860, "precision": 0.0284, "recall": 0.1088, "f1": 0.0451 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 7, "fp": 89, "fn": 174, "precision": 0.0729, "recall": 0.0387, "f1": 0.0505 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 472, "fp": 588, "fn": 144, "precision": 0.4453, "recall": 0.7662, "f1": 0.5632 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1003, "fp": 490, "fn": 33, "precision": 0.6718, "recall": 0.9681, "f1": 0.7932 } }, "per_language": { "AR": { "tp": 164, "fp": 893, "fn": 803, "precision": 0.1552, "recall": 0.1696, "f1": 0.1621 }, "CS": { "tp": 271, "fp": 1853, "fn": 735, "precision": 0.1276, "recall": 0.2694, "f1": 0.1732 }, "DA": { "tp": 248, "fp": 1754, "fn": 834, "precision": 0.1239, "recall": 0.2292, "f1": 0.1608 }, "DE": { "tp": 288, "fp": 2234, "fn": 744, "precision": 0.1142, "recall": 0.2791, "f1": 0.1621 }, "EN": { "tp": 322, "fp": 1963, "fn": 773, "precision": 0.1409, "recall": 0.2941, "f1": 0.1905 }, "ES": { "tp": 336, "fp": 2031, "fn": 825, "precision": 0.142, "recall": 0.2894, "f1": 0.1905 }, "FI": { "tp": 244, "fp": 2027, "fn": 734, "precision": 0.1074, "recall": 0.2495, "f1": 0.1502 }, "FR": { "tp": 288, "fp": 642, "fn": 595, "precision": 0.3097, "recall": 0.3262, "f1": 0.3177 }, "FR_CA": { "tp": 297, "fp": 593, "fn": 634, "precision": 0.3337, "recall": 0.319, "f1": 0.3262 }, "HE": { "tp": 174, "fp": 769, "fn": 756, "precision": 0.1845, "recall": 0.1871, "f1": 0.1858 }, "HI": { "tp": 216, "fp": 1130, "fn": 697, "precision": 0.1605, "recall": 0.2366, "f1": 0.1912 }, "HU": { "tp": 242, "fp": 1423, "fn": 706, "precision": 0.1453, "recall": 0.2553, "f1": 0.1852 }, "IT": { "tp": 297, "fp": 1859, "fn": 739, "precision": 0.1378, "recall": 0.2867, "f1": 0.1861 }, "JA": { "tp": 108, "fp": 909, "fn": 794, "precision": 0.1062, "recall": 0.1197, "f1": 0.1126 }, "KO": { "tp": 124, "fp": 1008, "fn": 709, "precision": 0.1095, "recall": 0.1489, "f1": 0.1262 }, "NL": { "tp": 282, "fp": 1524, "fn": 827, "precision": 0.1561, "recall": 0.2543, "f1": 0.1935 }, "NO": { "tp": 229, "fp": 1840, "fn": 666, "precision": 0.1107, "recall": 0.2559, "f1": 0.1545 }, "PT_BR": { "tp": 324, "fp": 2082, "fn": 941, "precision": 0.1347, "recall": 0.2561, "f1": 0.1765 }, "PT_EU": { "tp": 226, "fp": 1915, "fn": 635, "precision": 0.1056, "recall": 0.2625, "f1": 0.1506 }, "RU": { "tp": 178, "fp": 1321, "fn": 580, "precision": 0.1187, "recall": 0.2348, "f1": 0.1577 }, "SV": { "tp": 254, "fp": 1780, "fn": 766, "precision": 0.1249, "recall": 0.249, "f1": 0.1663 }, "TH": { "tp": 103, "fp": 676, "fn": 551, "precision": 0.1322, "recall": 0.1575, "f1": 0.1438 }, "TR": { "tp": 298, "fp": 2169, "fn": 944, "precision": 0.1208, "recall": 0.2399, "f1": 0.1607 }, "ZH_CN": { "tp": 97, "fp": 944, "fn": 838, "precision": 0.0932, "recall": 0.1037, "f1": 0.0982 }, "ZH_TW": { "tp": 88, "fp": 774, "fn": 675, "precision": 0.1021, "recall": 0.1153, "f1": 0.1083 } }, "F5": { "complete": { "recall": 0.2388, "support": 23820 }, "obfuscated": { "recall": 0.1333, "support": 15 }, "partial": { "recall": 0.022, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1633, "support": 4085 }, "LOW": { "recall": 0.1093, "support": 5088 }, "MEDIUM": { "recall": 0.2978, "support": 15026 } } } } }, "file": { "route": "fichier", "fiches": 1000, "erreurs": 0, "manquantes": 0, "imbriques": 414, "directs": { "total": 17103, "touches": 16957, "caches": 15190, "touches_pct": 99.1, "caches_pct": 88.8, "intacts": 146 }, "niveaux": { "LOW": { "total": 5043, "touches": 3911, "caches": 3017, "touches_pct": 77.6, "caches_pct": 59.8 }, "MEDIUM": { "total": 14761, "touches": 14439, "caches": 13292, "touches_pct": 97.8, "caches_pct": 90 }, "HIGH": { "total": 3624, "touches": 3136, "caches": 2182, "touches_pct": 86.5, "caches_pct": 60.2 } }, "dates_de_naissance": { "total": 570, "lisibles": 236, "caches": 294, "lisibles_pct": 41.4, "caches_pct": 51.6 }, "texte_ordinaire_code_pct": { "AR": 70.1, "CS": 74.1, "DA": 66.9, "DE": 44.2, "EN": 24.9, "ES": 27, "FI": 78, "FR": 10.8, "FR_CA": 9.3, "HE": 65.9, "HI": 50.7, "HU": 73.6, "IT": 30.4, "JA": 74.1, "KO": 81.1, "NL": 42.5, "NO": 73, "PT_BR": 30.1, "PT_EU": 35.1, "RU": 83.6, "SV": 74.2, "TH": 79.9, "TR": 40.1, "ZH_CN": 77.5, "ZH_TW": 62.6 }, "decodage_exact": { "texte": 542, "fichier": 748, "sur": 1000 }, "officiel": { "partial": { "tp": 6972, "fp": 34274, "fn": 17227, "precision": 0.169, "recall": 0.2881, "f1": 0.2131, "macro_f1": 0.0696, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 52, "fp": 48, "fn": 469, "precision": 0.52, "recall": 0.0998, "f1": 0.1675 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1282, "fp": 3488, "fn": 509, "precision": 0.2688, "recall": 0.7158, "f1": 0.3908 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 311, "fp": 475, "fn": 2908, "precision": 0.3957, "recall": 0.0966, "f1": 0.1553 }, "Full_Name": { "tp": 2708, "fp": 3092, "fn": 1450, "precision": 0.4669, "recall": 0.6513, "f1": 0.5439 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 603, "fp": 21828, "fn": 2665, "precision": 0.0269, "recall": 0.1845, "f1": 0.0469 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 19, "fp": 101, "fn": 588, "precision": 0.1583, "recall": 0.0313, "f1": 0.0523 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 289, "fp": 4087, "fn": 676, "precision": 0.066, "recall": 0.2995, "f1": 0.1082 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 9, "fp": 87, "fn": 172, "precision": 0.0938, "recall": 0.0497, "f1": 0.065 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 490, "fp": 552, "fn": 126, "precision": 0.4702, "recall": 0.7955, "f1": 0.5911 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1011, "fp": 482, "fn": 25, "precision": 0.6772, "recall": 0.9759, "f1": 0.7995 } }, "per_language": { "AR": { "tp": 186, "fp": 959, "fn": 781, "precision": 0.1624, "recall": 0.1923, "f1": 0.1761 }, "CS": { "tp": 323, "fp": 1827, "fn": 683, "precision": 0.1502, "recall": 0.3211, "f1": 0.2047 }, "DA": { "tp": 319, "fp": 1741, "fn": 763, "precision": 0.1549, "recall": 0.2948, "f1": 0.2031 }, "DE": { "tp": 369, "fp": 2178, "fn": 663, "precision": 0.1449, "recall": 0.3576, "f1": 0.2062 }, "EN": { "tp": 386, "fp": 1913, "fn": 709, "precision": 0.1679, "recall": 0.3525, "f1": 0.2275 }, "ES": { "tp": 396, "fp": 1564, "fn": 765, "precision": 0.202, "recall": 0.3411, "f1": 0.2538 }, "FI": { "tp": 290, "fp": 2034, "fn": 688, "precision": 0.1248, "recall": 0.2965, "f1": 0.1757 }, "FR": { "tp": 330, "fp": 607, "fn": 553, "precision": 0.3522, "recall": 0.3737, "f1": 0.3626 }, "FR_CA": { "tp": 333, "fp": 565, "fn": 598, "precision": 0.3708, "recall": 0.3577, "f1": 0.3641 }, "HE": { "tp": 191, "fp": 845, "fn": 739, "precision": 0.1844, "recall": 0.2054, "f1": 0.1943 }, "HI": { "tp": 260, "fp": 1133, "fn": 653, "precision": 0.1866, "recall": 0.2848, "f1": 0.2255 }, "HU": { "tp": 282, "fp": 1421, "fn": 666, "precision": 0.1656, "recall": 0.2975, "f1": 0.2127 }, "IT": { "tp": 349, "fp": 1591, "fn": 687, "precision": 0.1799, "recall": 0.3369, "f1": 0.2345 }, "JA": { "tp": 134, "fp": 920, "fn": 768, "precision": 0.1271, "recall": 0.1486, "f1": 0.137 }, "KO": { "tp": 151, "fp": 1014, "fn": 682, "precision": 0.1296, "recall": 0.1813, "f1": 0.1512 }, "NL": { "tp": 386, "fp": 1402, "fn": 723, "precision": 0.2159, "recall": 0.3481, "f1": 0.2665 }, "NO": { "tp": 266, "fp": 1852, "fn": 629, "precision": 0.1256, "recall": 0.2972, "f1": 0.1766 }, "PT_BR": { "tp": 452, "fp": 1684, "fn": 813, "precision": 0.2116, "recall": 0.3573, "f1": 0.2658 }, "PT_EU": { "tp": 285, "fp": 1641, "fn": 576, "precision": 0.148, "recall": 0.331, "f1": 0.2045 }, "RU": { "tp": 200, "fp": 1303, "fn": 558, "precision": 0.1331, "recall": 0.2639, "f1": 0.1769 }, "SV": { "tp": 310, "fp": 1869, "fn": 710, "precision": 0.1423, "recall": 0.3039, "f1": 0.1938 }, "TH": { "tp": 124, "fp": 741, "fn": 530, "precision": 0.1434, "recall": 0.1896, "f1": 0.1633 }, "TR": { "tp": 418, "fp": 1762, "fn": 824, "precision": 0.1917, "recall": 0.3366, "f1": 0.2443 }, "ZH_CN": { "tp": 131, "fp": 933, "fn": 804, "precision": 0.1231, "recall": 0.1401, "f1": 0.1311 }, "ZH_TW": { "tp": 101, "fp": 775, "fn": 662, "precision": 0.1153, "recall": 0.1324, "f1": 0.1232 } }, "F5": { "complete": { "recall": 0.2919, "support": 23820 }, "obfuscated": { "recall": 0.2, "support": 15 }, "partial": { "recall": 0.0412, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1951, "support": 4085 }, "LOW": { "recall": 0.1602, "support": 5088 }, "MEDIUM": { "recall": 0.3567, "support": 15026 } } }, "exact": { "tp": 5676, "fp": 35570, "fn": 18523, "precision": 0.1376, "recall": 0.2346, "f1": 0.1735, "macro_f1": 0.0601, "per_type": { "Account_Statements": { "tp": 0, "fp": 0, "fn": 75, "precision": 0, "recall": 0, "f1": 0 }, "Address_Personal": { "tp": 2, "fp": 98, "fn": 519, "precision": 0.02, "recall": 0.0038, "f1": 0.0064 }, "Address_Work": { "tp": 0, "fp": 0, "fn": 185, "precision": 0, "recall": 0, "f1": 0 }, "Age": { "tp": 0, "fp": 0, "fn": 115, "precision": 0, "recall": 0, "f1": 0 }, "Allergy_Information": { "tp": 0, "fp": 0, "fn": 85, "precision": 0, "recall": 0, "f1": 0 }, "Building_Badge_Card_Number": { "tp": 0, "fp": 0, "fn": 43, "precision": 0, "recall": 0, "f1": 0 }, "Business_Title": { "tp": 0, "fp": 0, "fn": 537, "precision": 0, "recall": 0, "f1": 0 }, "Citizenship_Status": { "tp": 0, "fp": 0, "fn": 62, "precision": 0, "recall": 0, "f1": 0 }, "City": { "tp": 0, "fp": 0, "fn": 954, "precision": 0, "recall": 0, "f1": 0 }, "Compensation_and_Salary": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Country_of_Residence": { "tp": 0, "fp": 0, "fn": 32, "precision": 0, "recall": 0, "f1": 0 }, "Credit_Card_Numbers": { "tp": 12, "fp": 20, "fn": 120, "precision": 0.375, "recall": 0.0909, "f1": 0.1463 }, "Crime": { "tp": 0, "fp": 0, "fn": 114, "precision": 0, "recall": 0, "f1": 0 }, "Customer_Reference_Number": { "tp": 1104, "fp": 3666, "fn": 687, "precision": 0.2314, "recall": 0.6164, "f1": 0.3365 }, "Date_Time": { "tp": 0, "fp": 0, "fn": 1422, "precision": 0, "recall": 0, "f1": 0 }, "Date_of_Birth": { "tp": 186, "fp": 2, "fn": 400, "precision": 0.9894, "recall": 0.3174, "f1": 0.4806 }, "Disciplinary_Action": { "tp": 0, "fp": 0, "fn": 18, "precision": 0, "recall": 0, "f1": 0 }, "Driving_License_Number": { "tp": 0, "fp": 0, "fn": 41, "precision": 0, "recall": 0, "f1": 0 }, "Emergency_Contact_Details": { "tp": 0, "fp": 0, "fn": 24, "precision": 0, "recall": 0, "f1": 0 }, "Employee_ID_Number": { "tp": 0, "fp": 0, "fn": 560, "precision": 0, "recall": 0, "f1": 0 }, "First_Given_Name": { "tp": 305, "fp": 481, "fn": 2914, "precision": 0.388, "recall": 0.0947, "f1": 0.1523 }, "Full_Name": { "tp": 2190, "fp": 3610, "fn": 1968, "precision": 0.3776, "recall": 0.5267, "f1": 0.4398 }, "Gender": { "tp": 0, "fp": 0, "fn": 130, "precision": 0, "recall": 0, "f1": 0 }, "Geolocation_Data": { "tp": 0, "fp": 0, "fn": 55, "precision": 0, "recall": 0, "f1": 0 }, "Last_Family_Name": { "tp": 288, "fp": 22143, "fn": 2980, "precision": 0.0128, "recall": 0.0881, "f1": 0.0224 }, "Location": { "tp": 0, "fp": 0, "fn": 121, "precision": 0, "recall": 0, "f1": 0 }, "Marital_Status": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Medical_Information": { "tp": 0, "fp": 0, "fn": 317, "precision": 0, "recall": 0, "f1": 0 }, "National_Identification_Number": { "tp": 15, "fp": 105, "fn": 592, "precision": 0.125, "recall": 0.0247, "f1": 0.0413 }, "Nationality": { "tp": 0, "fp": 0, "fn": 219, "precision": 0, "recall": 0, "f1": 0 }, "Org_Name": { "tp": 99, "fp": 4277, "fn": 866, "precision": 0.0226, "recall": 0.1026, "f1": 0.0371 }, "PEP_Status": { "tp": 0, "fp": 0, "fn": 46, "precision": 0, "recall": 0, "f1": 0 }, "Passport_Number": { "tp": 0, "fp": 0, "fn": 126, "precision": 0, "recall": 0, "f1": 0 }, "Password": { "tp": 0, "fp": 0, "fn": 39, "precision": 0, "recall": 0, "f1": 0 }, "Performance_Assessment": { "tp": 0, "fp": 0, "fn": 37, "precision": 0, "recall": 0, "f1": 0 }, "Personal_Email_Address": { "tp": 0, "fp": 0, "fn": 452, "precision": 0, "recall": 0, "f1": 0 }, "Place_of_Birth": { "tp": 0, "fp": 0, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Political_Party": { "tp": 0, "fp": 0, "fn": 45, "precision": 0, "recall": 0, "f1": 0 }, "Preferred_Name": { "tp": 0, "fp": 0, "fn": 87, "precision": 0, "recall": 0, "f1": 0 }, "Professional_Background": { "tp": 0, "fp": 0, "fn": 33, "precision": 0, "recall": 0, "f1": 0 }, "Religion": { "tp": 0, "fp": 0, "fn": 67, "precision": 0, "recall": 0, "f1": 0 }, "Sex_Orientation": { "tp": 0, "fp": 0, "fn": 65, "precision": 0, "recall": 0, "f1": 0 }, "Sickness_Day_Records": { "tp": 0, "fp": 0, "fn": 36, "precision": 0, "recall": 0, "f1": 0 }, "Social_Media_Identifiers": { "tp": 7, "fp": 89, "fn": 174, "precision": 0.0729, "recall": 0.0387, "f1": 0.0505 }, "State": { "tp": 0, "fp": 0, "fn": 111, "precision": 0, "recall": 0, "f1": 0 }, "Static_IP_Address": { "tp": 0, "fp": 0, "fn": 103, "precision": 0, "recall": 0, "f1": 0 }, "Tax_Reference_Number": { "tp": 0, "fp": 12, "fn": 38, "precision": 0, "recall": 0, "f1": 0 }, "Telephone_Numbers_Personal": { "tp": 465, "fp": 577, "fn": 151, "precision": 0.4463, "recall": 0.7549, "f1": 0.5609 }, "Telephone_Numbers_Work": { "tp": 0, "fp": 0, "fn": 307, "precision": 0, "recall": 0, "f1": 0 }, "Trade_Union_Membership": { "tp": 0, "fp": 0, "fn": 35, "precision": 0, "recall": 0, "f1": 0 }, "Work_Email_Address": { "tp": 1003, "fp": 490, "fn": 33, "precision": 0.6718, "recall": 0.9681, "f1": 0.7932 } }, "per_language": { "AR": { "tp": 157, "fp": 988, "fn": 810, "precision": 0.1371, "recall": 0.1624, "f1": 0.1487 }, "CS": { "tp": 267, "fp": 1883, "fn": 739, "precision": 0.1242, "recall": 0.2654, "f1": 0.1692 }, "DA": { "tp": 249, "fp": 1811, "fn": 833, "precision": 0.1209, "recall": 0.2301, "f1": 0.1585 }, "DE": { "tp": 293, "fp": 2254, "fn": 739, "precision": 0.115, "recall": 0.2839, "f1": 0.1637 }, "EN": { "tp": 321, "fp": 1978, "fn": 774, "precision": 0.1396, "recall": 0.2932, "f1": 0.1892 }, "ES": { "tp": 336, "fp": 1624, "fn": 825, "precision": 0.1714, "recall": 0.2894, "f1": 0.2153 }, "FI": { "tp": 244, "fp": 2080, "fn": 734, "precision": 0.105, "recall": 0.2495, "f1": 0.1478 }, "FR": { "tp": 287, "fp": 650, "fn": 596, "precision": 0.3063, "recall": 0.325, "f1": 0.3154 }, "FR_CA": { "tp": 296, "fp": 602, "fn": 635, "precision": 0.3296, "recall": 0.3179, "f1": 0.3237 }, "HE": { "tp": 172, "fp": 864, "fn": 758, "precision": 0.166, "recall": 0.1849, "f1": 0.175 }, "HI": { "tp": 217, "fp": 1176, "fn": 696, "precision": 0.1558, "recall": 0.2377, "f1": 0.1882 }, "HU": { "tp": 241, "fp": 1462, "fn": 707, "precision": 0.1415, "recall": 0.2542, "f1": 0.1818 }, "IT": { "tp": 298, "fp": 1642, "fn": 738, "precision": 0.1536, "recall": 0.2876, "f1": 0.2003 }, "JA": { "tp": 108, "fp": 946, "fn": 794, "precision": 0.1025, "recall": 0.1197, "f1": 0.1104 }, "KO": { "tp": 122, "fp": 1043, "fn": 711, "precision": 0.1047, "recall": 0.1465, "f1": 0.1221 }, "NL": { "tp": 259, "fp": 1529, "fn": 850, "precision": 0.1449, "recall": 0.2335, "f1": 0.1788 }, "NO": { "tp": 231, "fp": 1887, "fn": 664, "precision": 0.1091, "recall": 0.2581, "f1": 0.1533 }, "PT_BR": { "tp": 328, "fp": 1808, "fn": 937, "precision": 0.1536, "recall": 0.2593, "f1": 0.1929 }, "PT_EU": { "tp": 227, "fp": 1699, "fn": 634, "precision": 0.1179, "recall": 0.2636, "f1": 0.1629 }, "RU": { "tp": 178, "fp": 1325, "fn": 580, "precision": 0.1184, "recall": 0.2348, "f1": 0.1575 }, "SV": { "tp": 255, "fp": 1924, "fn": 765, "precision": 0.117, "recall": 0.25, "f1": 0.1594 }, "TH": { "tp": 103, "fp": 762, "fn": 551, "precision": 0.1191, "recall": 0.1575, "f1": 0.1356 }, "TR": { "tp": 302, "fp": 1878, "fn": 940, "precision": 0.1385, "recall": 0.2432, "f1": 0.1765 }, "ZH_CN": { "tp": 96, "fp": 968, "fn": 839, "precision": 0.0902, "recall": 0.1027, "f1": 0.096 }, "ZH_TW": { "tp": 89, "fp": 787, "fn": 674, "precision": 0.1016, "recall": 0.1166, "f1": 0.1086 } }, "F5": { "complete": { "recall": 0.2379, "support": 23820 }, "obfuscated": { "recall": 0.1333, "support": 15 }, "partial": { "recall": 0.022, "support": 364 } }, "F6": { "HIGH": { "recall": 0.1623, "support": 4085 }, "LOW": { "recall": 0.1075, "support": 5088 }, "MEDIUM": { "recall": 0.2972, "support": 15026 } } } } } }, "comparison": { "against": "2.57.0", "route": "vu", "regressions": 15, "gains": 41, "regressionsParType": { "First_Given_Name": 1, "Employee_ID_Number": 3, "Customer_Reference_Number": 1, "Social_Media_Identifiers": 3, "National_Identification_Number": 2, "Last_Family_Name": 1, "Account_Statements": 1, "Building_Badge_Card_Number": 3 }, "regressionsParLangue": { "CS": 3, "HU": 3, "SV": 2, "NO": 1, "DE": 1, "IT": 1, "PT_BR": 1, "PT_EU": 3 }, "gainsParType": { "Customer_Reference_Number": 7, "Employee_ID_Number": 2, "Last_Family_Name": 1, "National_Identification_Number": 19, "Account_Statements": 1, "Telephone_Numbers_Work": 2, "First_Given_Name": 7, "Full_Name": 2 } }, "published_detectors": [ { "name": "Presidio", "partial_micro_f1": 0.195, "macro_f1": 0.063, "exact_micro_f1": 0.145 }, { "name": "GLiNER-multi", "partial_micro_f1": 0.32, "macro_f1": 0.224, "exact_micro_f1": 0.293 }, { "name": "OpenAI Privacy Filter", "partial_micro_f1": 0.512, "macro_f1": 0.254, "exact_micro_f1": 0.171 }, { "name": "GPT-4.1", "partial_micro_f1": 0.597, "macro_f1": 0.565, "exact_micro_f1": 0.558 }, { "name": "Claude Sonnet 4.6", "partial_micro_f1": 0.636, "macro_f1": 0.619, "exact_micro_f1": 0.602 } ] }