{ "date": "2026-10-16", "version": "v2", "selection": { "selection_data": "validation only", "selected": { "expanded_fast": "expression_boundary_fast", "expanded_accurate": "expression_v2_accurate" }, "all_gates_pass": true }, "diagnosis": { "classes": [ "neutral", "happy", "surprise", "sad", "angry", "disgust", "fear", "contempt" ], "cohort_fingerprint": "9f707626ce7e1a0da081898b9fba7eac5d71a1a5cab59832764521ebaec22459", "train": { "n": 240369, "contempt_masked": 203110, "happy_without_contempt_negative": 48343, "by_source": { "ferplus": { "n": 25000, "class_counts": [ 9031, 7159, 2640, 3158, 2184, 138, 546, 144 ], "contempt_masked": 0 }, "affectnetplus": { "n": 0, "class_counts": [ 0, 0, 0, 0, 0, 0, 0, 0 ], "contempt_masked": 0 }, "rafdb": { "n": 8772, "class_counts": [ 1844, 3406, 913, 1421, 498, 493, 197, 0 ], "contempt_masked": 8772 }, "affectnet": { "n": 12259, "class_counts": [ 557, 2851, 1689, 1279, 1508, 1225, 1454, 1696 ], "contempt_masked": 0 }, "expw": { "n": 55909, "class_counts": [ 21416, 18485, 4339, 6454, 2221, 2359, 635, 0 ], "contempt_masked": 55909 }, "yolo_emotions": { "n": 7889, "class_counts": [ 3000, 2520, 600, 1040, 312, 282, 135, 0 ], "contempt_masked": 7889 }, "mutfer2024": { "n": 5843, "class_counts": [ 872, 1023, 860, 783, 806, 765, 734, 0 ], "contempt_masked": 5843 }, "ferv39k_16f": { "n": 46313, "class_counts": [ 11457, 9011, 3714, 8077, 8846, 2797, 2411, 0 ], "contempt_masked": 46313 }, "caer": { "n": 19010, "class_counts": [ 7295, 4189, 1934, 1925, 2422, 737, 508, 0 ], "contempt_masked": 19010 }, "caers": { "n": 38126, "class_counts": [ 5716, 5842, 5023, 5427, 5950, 5128, 5040, 0 ], "contempt_masked": 38126 }, "cremad": { "n": 16446, "class_counts": [ 4704, 3113, 0, 1882, 2269, 2564, 1914, 0 ], "contempt_masked": 16446 }, "ravdess": { "n": 4802, "class_counts": [ 1070, 754, 379, 728, 748, 380, 743, 0 ], "contempt_masked": 4802 } } }, "models": { "expanded_fast": { "validation": { "accuracy": 0.49341329642729, "macro_f1": 0.38853449926263267, "happy_to_contempt": 339, "happy_n": 9767, "happy_to_contempt_rate": 0.03470871301320774, "happy": { "precision": 0.7154275703492828, "recall": 0.6689874065731545, "f1-score": 0.6914285714285714, "support": 9767.0 }, "contempt": { "precision": 0.1073318216175359, "recall": 0.8160919540229885, "f1-score": 0.18971275885103542, "support": 174.0 }, "confusion_matrix": [ [ 6477, 1123, 382, 758, 1572, 204, 165, 280 ], [ 1671, 6534, 248, 277, 341, 280, 77, 339 ], [ 820, 325, 1256, 186, 419, 93, 153, 95 ], [ 1620, 401, 199, 2006, 609, 258, 277, 158 ], [ 1387, 404, 330, 595, 1979, 372, 264, 152 ], [ 676, 222, 88, 189, 298, 474, 62, 112 ], [ 343, 111, 193, 205, 296, 60, 384, 45 ], [ 4, 13, 3, 2, 6, 4, 0, 142 ] ], "by_source": { "ferplus": { "n": 1657, "accuracy": 0.8086904043452021, "happy_n": 435, "happy_to_contempt": 0 }, "rafdb": { "n": 888, "accuracy": 0.7094594594594594, "happy_n": 336, "happy_to_contempt": 24 }, "affectnet": { "n": 1427, "accuracy": 0.7456201822004205, "happy_n": 337, "happy_to_contempt": 11 }, "expw": { "n": 6084, "accuracy": 0.6512163050624589, "happy_n": 1936, "happy_to_contempt": 10 }, "yolo_emotions": { "n": 7455, "accuracy": 0.6398390342052314, "happy_n": 2237, "happy_to_contempt": 36 }, "ferv39k_16f": { "n": 17489, "accuracy": 0.30533478186288526, "happy_n": 3686, "happy_to_contempt": 224 }, "caer": { "n": 2194, "accuracy": 0.536918869644485, "happy_n": 479, "happy_to_contempt": 23 }, "cremad": { "n": 912, "accuracy": 0.4791666666666667, "happy_n": 180, "happy_to_contempt": 8 }, "ravdess": { "n": 912, "accuracy": 0.5822368421052632, "happy_n": 141, "happy_to_contempt": 3 } } }, "external_baseline": { "accuracy": 0.5135406473585888, "macro_f1": 0.4512535322081529, "happy_to_contempt": 592, "happy_n": 17204, "happy_to_contempt_rate": 0.03441060218553825, "happy": { "precision": 0.6903145508033491, "recall": 0.7092536619390839, "f1-score": 0.6996559633027523, "support": 17204.0 }, "contempt": { "precision": 0.11003794411866161, "recall": 0.4524822695035461, "f1-score": 0.17702552719200887, "support": 705.0 }, "confusion_matrix": [ [ 11088, 2240, 896, 1120, 1621, 758, 506, 843 ], [ 2090, 12202, 381, 428, 1013, 349, 149, 592 ], [ 1709, 819, 2812, 463, 1282, 318, 413, 190 ], [ 2687, 844, 383, 4509, 1387, 548, 518, 331 ], [ 2631, 631, 559, 780, 4214, 783, 366, 281 ], [ 1327, 555, 253, 545, 1003, 2392, 210, 233 ], [ 740, 211, 489, 575, 540, 193, 2874, 110 ], [ 159, 174, 8, 17, 13, 14, 1, 319 ] ], "by_source": { "affectnetplus": { "n": 3979, "accuracy": 0.4214626790650917, "happy_n": 500, "happy_to_contempt": 27 }, "rafdb": { "n": 3064, "accuracy": 0.7349869451697127, "happy_n": 1185, "happy_to_contempt": 106 }, "affectnet": { "n": 1925, "accuracy": 0.7283116883116884, "happy_n": 379, "happy_to_contempt": 12 }, "expw": { "n": 8843, "accuracy": 0.6621056202646161, "happy_n": 2901, "happy_to_contempt": 18 }, "yolo_emotions": { "n": 10530, "accuracy": 0.6453941120607787, "happy_n": 3290, "happy_to_contempt": 45 }, "ferv39k_16f": { "n": 21881, "accuracy": 0.3214661121520954, "happy_n": 4240, "happy_to_contempt": 132 }, "caer": { "n": 6515, "accuracy": 0.5250959324635457, "happy_n": 1343, "happy_to_contempt": 67 }, "caers": { "n": 18409, "accuracy": 0.5437557716334401, "happy_n": 2726, "happy_to_contempt": 162 }, "cremad": { "n": 2452, "accuracy": 0.5383360522022839, "happy_n": 473, "happy_to_contempt": 16 }, "ravdess": { "n": 1091, "accuracy": 0.5893675527039414, "happy_n": 167, "happy_to_contempt": 7 } } } }, "expanded_accurate": { "validation": { "accuracy": 0.49664257522169253, "macro_f1": 0.4006383601552685, "happy_to_contempt": 240, "happy_n": 9767, "happy_to_contempt_rate": 0.024572540186341762, "happy": { "precision": 0.7134205688331351, "recall": 0.6754376983720692, "f1-score": 0.6939097507100032, "support": 9767.0 }, "contempt": { "precision": 0.13644688644688643, "recall": 0.8563218390804598, "f1-score": 0.2353870458135861, "support": 174.0 }, "confusion_matrix": [ [ 6227, 1063, 416, 922, 1666, 282, 132, 253 ], [ 1454, 6597, 292, 318, 368, 420, 78, 240 ], [ 694, 335, 1400, 197, 383, 115, 138, 85 ], [ 1413, 461, 256, 2180, 553, 343, 207, 115 ], [ 1166, 426, 445, 713, 1878, 518, 197, 140 ], [ 592, 238, 97, 220, 309, 552, 44, 69 ], [ 291, 124, 188, 218, 313, 67, 395, 41 ], [ 10, 3, 2, 4, 3, 3, 0, 149 ] ], "by_source": { "ferplus": { "n": 1657, "accuracy": 0.820156910078455, "happy_n": 435, "happy_to_contempt": 1 }, "rafdb": { "n": 888, "accuracy": 0.7747747747747747, "happy_n": 336, "happy_to_contempt": 9 }, "affectnet": { "n": 1427, "accuracy": 0.7904695164681149, "happy_n": 337, "happy_to_contempt": 10 }, "expw": { "n": 6084, "accuracy": 0.6545036160420776, "happy_n": 1936, "happy_to_contempt": 26 }, "yolo_emotions": { "n": 7455, "accuracy": 0.6551307847082495, "happy_n": 2237, "happy_to_contempt": 49 }, "ferv39k_16f": { "n": 17489, "accuracy": 0.27903253473611983, "happy_n": 3686, "happy_to_contempt": 116 }, "caer": { "n": 2194, "accuracy": 0.6832269826800365, "happy_n": 479, "happy_to_contempt": 23 }, "cremad": { "n": 912, "accuracy": 0.5087719298245614, "happy_n": 180, "happy_to_contempt": 1 }, "ravdess": { "n": 912, "accuracy": 0.5416666666666666, "happy_n": 141, "happy_to_contempt": 5 } } }, "external_baseline": { "accuracy": 0.569482392710544, "macro_f1": 0.5208453033648945, "happy_to_contempt": 540, "happy_n": 17204, "happy_to_contempt_rate": 0.03138804929086259, "happy": { "precision": 0.7220607047331085, "recall": 0.721808881655429, "f1-score": 0.7219347712342306, "support": 17204.0 }, "contempt": { "precision": 0.15061434799841458, "recall": 0.5390070921985816, "f1-score": 0.23543990086741015, "support": 705.0 }, "confusion_matrix": [ [ 11200, 2169, 945, 1350, 1470, 847, 385, 706 ], [ 1928, 12418, 480, 446, 1072, 224, 96, 540 ], [ 1274, 654, 3890, 460, 1053, 246, 260, 169 ], [ 2262, 692, 376, 5632, 1192, 474, 347, 232 ], [ 2102, 604, 523, 919, 4892, 659, 313, 233 ], [ 1029, 381, 230, 538, 857, 3166, 143, 174 ], [ 604, 151, 484, 532, 455, 183, 3234, 89 ], [ 149, 129, 11, 19, 8, 9, 0, 380 ] ], "by_source": { "affectnetplus": { "n": 3979, "accuracy": 0.43226941442573513, "happy_n": 500, "happy_to_contempt": 52 }, "rafdb": { "n": 3064, "accuracy": 0.7852480417754569, "happy_n": 1185, "happy_to_contempt": 44 }, "affectnet": { "n": 1925, "accuracy": 0.7672727272727272, "happy_n": 379, "happy_to_contempt": 6 }, "expw": { "n": 8843, "accuracy": 0.6581476874363904, "happy_n": 2901, "happy_to_contempt": 44 }, "yolo_emotions": { "n": 10530, "accuracy": 0.6504273504273504, "happy_n": 3290, "happy_to_contempt": 73 }, "ferv39k_16f": { "n": 21881, "accuracy": 0.29171427265664274, "happy_n": 4240, "happy_to_contempt": 96 }, "caer": { "n": 6515, "accuracy": 0.6953184957789716, "happy_n": 1343, "happy_to_contempt": 55 }, "caers": { "n": 18409, "accuracy": 0.7486012276603835, "happy_n": 2726, "happy_to_contempt": 146 }, "cremad": { "n": 2452, "accuracy": 0.4955138662316476, "happy_n": 473, "happy_to_contempt": 20 }, "ravdess": { "n": 1091, "accuracy": 0.5783684692942255, "happy_n": 167, "happy_to_contempt": 4 } } } } }, "contempt_gradient_for_happy_example": { "masked": 0.0, "full": 0.4587385058403015 } }, "validation": { "expression_control_fast": { "accuracy": 0.4926956789174227, "macro_f1": 0.3918794472964101, "happy_to_contempt": 326, "happy_n": 9767, "happy_to_contempt_rate": 0.033377700419780894, "happy": { "precision": 0.7411083540115798, "recall": 0.6421623835363981, "f1-score": 0.6880965441579814, "support": 9767.0 }, "contempt": { "precision": 0.11919368974583698, "recall": 0.7816091954022989, "f1-score": 0.20684410646387832, "support": 174.0 }, "confusion_matrix": [ [ 6465, 909, 435, 850, 1700, 231, 152, 219 ], [ 1775, 6272, 293, 334, 369, 338, 60, 326 ], [ 794, 275, 1340, 205, 435, 96, 117, 85 ], [ 1527, 337, 259, 2155, 646, 262, 213, 129 ], [ 1282, 364, 396, 672, 2005, 428, 213, 123 ], [ 683, 189, 110, 213, 292, 500, 46, 88 ], [ 329, 105, 220, 231, 310, 56, 351, 35 ], [ 7, 12, 4, 2, 7, 6, 0, 136 ] ], "by_source": { "ferplus": { "n": 1657, "accuracy": 0.8098974049487024, "happy_n": 435, "happy_to_contempt": 0 }, "rafdb": { "n": 888, "accuracy": 0.7218468468468469, "happy_n": 336, "happy_to_contempt": 26 }, "affectnet": { "n": 1427, "accuracy": 0.7512263489838823, "happy_n": 337, "happy_to_contempt": 10 }, "expw": { "n": 6084, "accuracy": 0.653517422748192, "happy_n": 1936, "happy_to_contempt": 10 }, "yolo_emotions": { "n": 7455, "accuracy": 0.6421193829644534, "happy_n": 2237, "happy_to_contempt": 38 }, "ferv39k_16f": { "n": 17489, "accuracy": 0.3003030476299388, "happy_n": 3686, "happy_to_contempt": 205 }, "caer": { "n": 2194, "accuracy": 0.5373746581586144, "happy_n": 479, "happy_to_contempt": 28 }, "cremad": { "n": 912, "accuracy": 0.4868421052631579, "happy_n": 180, "happy_to_contempt": 6 }, "ravdess": { "n": 912, "accuracy": 0.5822368421052632, "happy_n": 141, "happy_to_contempt": 3 } }, "checkpoint_epoch": 1, "gates": { "happy_contempt_at_least_halved": false, "happy_recall_not_reduced": false, "macro_f1_within_one_point": true, "contempt_recall_at_least_half": true } }, "expression_v2_fast": { "accuracy": 0.4944384642985289, "macro_f1": 0.4411950865417482, "happy_to_contempt": 24, "happy_n": 9767, "happy_to_contempt_rate": 0.002457254018634176, "happy": { "precision": 0.7286182352276579, "recall": 0.6602846319238251, "f1-score": 0.6927704372113009, "support": 9767.0 }, "contempt": { "precision": 0.5201612903225806, "recall": 0.7413793103448276, "f1-score": 0.6113744075829384, "support": 174.0 }, "confusion_matrix": [ [ 6222, 1042, 526, 965, 1673, 342, 160, 31 ], [ 1638, 6449, 273, 392, 440, 441, 110, 24 ], [ 694, 287, 1398, 238, 409, 146, 156, 19 ], [ 1401, 358, 341, 2209, 625, 352, 235, 7 ], [ 1162, 391, 462, 739, 1946, 510, 260, 13 ], [ 642, 212, 121, 213, 299, 553, 61, 20 ], [ 295, 102, 216, 250, 307, 76, 386, 5 ], [ 7, 10, 5, 5, 7, 10, 1, 129 ] ], "by_source": { "ferplus": { "n": 1657, "accuracy": 0.7984308992154496, "happy_n": 435, "happy_to_contempt": 0 }, "rafdb": { "n": 888, "accuracy": 0.7533783783783784, "happy_n": 336, "happy_to_contempt": 2 }, "affectnet": { "n": 1427, "accuracy": 0.7428170988086895, "happy_n": 337, "happy_to_contempt": 11 }, "expw": { "n": 6084, "accuracy": 0.6517094017094017, "happy_n": 1936, "happy_to_contempt": 2 }, "yolo_emotions": { "n": 7455, "accuracy": 0.6429242119382964, "happy_n": 2237, "happy_to_contempt": 6 }, "ferv39k_16f": { "n": 17489, "accuracy": 0.2991022928698039, "happy_n": 3686, "happy_to_contempt": 1 }, "caer": { "n": 2194, "accuracy": 0.5455788514129444, "happy_n": 479, "happy_to_contempt": 2 }, "cremad": { "n": 912, "accuracy": 0.5635964912280702, "happy_n": 180, "happy_to_contempt": 0 }, "ravdess": { "n": 912, "accuracy": 0.5921052631578947, "happy_n": 141, "happy_to_contempt": 0 } }, "checkpoint_epoch": 8, "gates": { "happy_contempt_at_least_halved": true, "happy_recall_not_reduced": false, "macro_f1_within_one_point": true, "contempt_recall_at_least_half": true } }, "expression_v2_accurate": { "accuracy": 0.5089445896765595, "macro_f1": 0.45747821127276966, "happy_to_contempt": 19, "happy_n": 9767, "happy_to_contempt_rate": 0.0019453260980853897, "happy": { "precision": 0.7139957264957265, "recall": 0.6842428586055084, "f1-score": 0.6988027395827887, "support": 9767.0 }, "contempt": { "precision": 0.5393258426966292, "recall": 0.8275862068965517, "f1-score": 0.6530612244897959, "support": 174.0 }, "confusion_matrix": [ [ 6594, 1078, 371, 878, 1594, 259, 161, 26 ], [ 1657, 6683, 235, 294, 342, 431, 106, 19 ], [ 783, 340, 1396, 188, 366, 109, 147, 18 ], [ 1502, 468, 259, 2180, 562, 332, 212, 13 ], [ 1270, 427, 450, 712, 1889, 495, 217, 23 ], [ 648, 235, 97, 216, 298, 557, 51, 19 ], [ 334, 125, 169, 218, 306, 65, 415, 5 ], [ 12, 4, 3, 5, 4, 2, 0, 144 ] ], "by_source": { "ferplus": { "n": 1657, "accuracy": 0.8231744115872058, "happy_n": 435, "happy_to_contempt": 0 }, "rafdb": { "n": 888, "accuracy": 0.7804054054054054, "happy_n": 336, "happy_to_contempt": 1 }, "affectnet": { "n": 1427, "accuracy": 0.8009810791871058, "happy_n": 337, "happy_to_contempt": 6 }, "expw": { "n": 6084, "accuracy": 0.6665023011176857, "happy_n": 1936, "happy_to_contempt": 0 }, "yolo_emotions": { "n": 7455, "accuracy": 0.6637156270959088, "happy_n": 2237, "happy_to_contempt": 4 }, "ferv39k_16f": { "n": 17489, "accuracy": 0.2884098576247927, "happy_n": 3686, "happy_to_contempt": 8 }, "caer": { "n": 2194, "accuracy": 0.7142206016408387, "happy_n": 479, "happy_to_contempt": 0 }, "cremad": { "n": 912, "accuracy": 0.5855263157894737, "happy_n": 180, "happy_to_contempt": 0 }, "ravdess": { "n": 912, "accuracy": 0.5592105263157895, "happy_n": 141, "happy_to_contempt": 0 } }, "checkpoint_epoch": 1, "gates": { "happy_contempt_at_least_halved": true, "happy_recall_not_reduced": true, "macro_f1_within_one_point": true, "contempt_recall_at_least_half": true } }, "expression_boundary_fast": { "accuracy": 0.5030755036137168, "macro_f1": 0.4363367319124956, "happy_to_contempt": 24, "happy_n": 9767, "happy_to_contempt_rate": 0.002457254018634176, "happy": { "precision": 0.7101080737444374, "recall": 0.6861881847035938, "f1-score": 0.6979432439468888, "support": 9767.0 }, "contempt": { "precision": 0.45357142857142857, "recall": 0.7298850574712644, "f1-score": 0.5594713656387665, "support": 174.0 }, "confusion_matrix": [ [ 6633, 1173, 385, 768, 1585, 215, 168, 34 ], [ 1761, 6702, 257, 278, 352, 306, 87, 24 ], [ 862, 337, 1266, 188, 422, 97, 157, 18 ], [ 1679, 431, 202, 2024, 621, 269, 287, 15 ], [ 1436, 422, 335, 607, 2007, 385, 265, 26 ], [ 716, 242, 92, 193, 303, 485, 63, 27 ], [ 363, 116, 194, 211, 297, 62, 385, 9 ], [ 9, 15, 4, 3, 11, 5, 0, 127 ] ], "by_source": { "ferplus": { "n": 1657, "accuracy": 0.8074834037417019, "happy_n": 435, "happy_to_contempt": 0 }, "rafdb": { "n": 888, "accuracy": 0.7601351351351351, "happy_n": 336, "happy_to_contempt": 2 }, "affectnet": { "n": 1427, "accuracy": 0.7498248072880168, "happy_n": 337, "happy_to_contempt": 7 }, "expw": { "n": 6084, "accuracy": 0.6553254437869822, "happy_n": 1936, "happy_to_contempt": 1 }, "yolo_emotions": { "n": 7455, "accuracy": 0.6480214621059691, "happy_n": 2237, "happy_to_contempt": 7 }, "ferv39k_16f": { "n": 17489, "accuracy": 0.3153982503287781, "happy_n": 3686, "happy_to_contempt": 3 }, "caer": { "n": 2194, "accuracy": 0.5597082953509571, "happy_n": 479, "happy_to_contempt": 3 }, "cremad": { "n": 912, "accuracy": 0.48355263157894735, "happy_n": 180, "happy_to_contempt": 1 }, "ravdess": { "n": 912, "accuracy": 0.5953947368421053, "happy_n": 141, "happy_to_contempt": 0 } }, "checkpoint_epoch": 4, "gates": { "happy_contempt_at_least_halved": true, "happy_recall_not_reduced": true, "macro_f1_within_one_point": true, "contempt_recall_at_least_half": true } } }, "external": { "expression_boundary_fast": { "baseline": { "accuracy": 0.5135406473585888, "macro_f1": 0.4512535322081529, "happy_to_contempt": 592, "happy_n": 17204, "happy_to_contempt_rate": 0.03441060218553825, "happy": { "precision": 0.6903145508033491, "recall": 0.7092536619390839, "f1-score": 0.6996559633027523, "support": 17204.0 }, "contempt": { "precision": 0.11003794411866161, "recall": 0.4524822695035461, "f1-score": 0.17702552719200887, "support": 705.0 }, "confusion_matrix": [ [ 11088, 2240, 896, 1120, 1621, 758, 506, 843 ], [ 2090, 12202, 381, 428, 1013, 349, 149, 592 ], [ 1709, 819, 2812, 463, 1282, 318, 413, 190 ], [ 2687, 844, 383, 4509, 1387, 548, 518, 331 ], [ 2631, 631, 559, 780, 4214, 783, 366, 281 ], [ 1327, 555, 253, 545, 1003, 2392, 210, 233 ], [ 740, 211, 489, 575, 540, 193, 2874, 110 ], [ 159, 174, 8, 17, 13, 14, 1, 319 ] ], "by_source": { "affectnetplus": { "n": 3979, "accuracy": 0.4214626790650917, "happy_n": 500, "happy_to_contempt": 27 }, "rafdb": { "n": 3064, "accuracy": 0.7349869451697127, "happy_n": 1185, "happy_to_contempt": 106 }, "affectnet": { "n": 1925, "accuracy": 0.7283116883116884, "happy_n": 379, "happy_to_contempt": 12 }, "expw": { "n": 8843, "accuracy": 0.6621056202646161, "happy_n": 2901, "happy_to_contempt": 18 }, "yolo_emotions": { "n": 10530, "accuracy": 0.6453941120607787, "happy_n": 3290, "happy_to_contempt": 45 }, "ferv39k_16f": { "n": 21881, "accuracy": 0.3214661121520954, "happy_n": 4240, "happy_to_contempt": 132 }, "caer": { "n": 6515, "accuracy": 0.5250959324635457, "happy_n": 1343, "happy_to_contempt": 67 }, "caers": { "n": 18409, "accuracy": 0.5437557716334401, "happy_n": 2726, "happy_to_contempt": 162 }, "cremad": { "n": 2452, "accuracy": 0.5383360522022839, "happy_n": 473, "happy_to_contempt": 16 }, "ravdess": { "n": 1091, "accuracy": 0.5893675527039414, "happy_n": 167, "happy_to_contempt": 7 } } }, "optimized": { "accuracy": 0.5248891204615639, "macro_f1": 0.47720921308324865, "happy_to_contempt": 59, "happy_n": 17204, "happy_to_contempt_rate": 0.0034294350151127645, "happy": { "precision": 0.6793495934959349, "recall": 0.7285514996512439, "f1-score": 0.7030908172996018, "support": 17204.0 }, "contempt": { "precision": 0.4646017699115044, "recall": 0.2978723404255319, "f1-score": 0.3630077787381158, "support": 705.0 }, "confusion_matrix": [ [ 11533, 2425, 919, 1169, 1642, 814, 521, 49 ], [ 2214, 12534, 393, 443, 1039, 365, 157, 59 ], [ 1767, 859, 2844, 471, 1295, 326, 413, 31 ], [ 2787, 908, 396, 4574, 1405, 572, 528, 37 ], [ 2737, 666, 570, 799, 4259, 804, 371, 39 ], [ 1376, 602, 258, 572, 1018, 2458, 214, 20 ], [ 776, 232, 493, 584, 547, 202, 2891, 7 ], [ 205, 224, 10, 19, 15, 20, 2, 210 ] ], "by_source": { "affectnetplus": { "n": 3979, "accuracy": 0.40562955516461424, "happy_n": 500, "happy_to_contempt": 8 }, "rafdb": { "n": 3064, "accuracy": 0.7780678851174935, "happy_n": 1185, "happy_to_contempt": 21 }, "affectnet": { "n": 1925, "accuracy": 0.7376623376623377, "happy_n": 379, "happy_to_contempt": 8 }, "expw": { "n": 8843, "accuracy": 0.6653850503222888, "happy_n": 2901, "happy_to_contempt": 3 }, "yolo_emotions": { "n": 10530, "accuracy": 0.6531813865147198, "happy_n": 3290, "happy_to_contempt": 10 }, "ferv39k_16f": { "n": 21881, "accuracy": 0.3307435674786344, "happy_n": 4240, "happy_to_contempt": 2 }, "caer": { "n": 6515, "accuracy": 0.5441289332310054, "happy_n": 1343, "happy_to_contempt": 2 }, "caers": { "n": 18409, "accuracy": 0.5604323971970232, "happy_n": 2726, "happy_to_contempt": 1 }, "cremad": { "n": 2452, "accuracy": 0.5522022838499184, "happy_n": 473, "happy_to_contempt": 4 }, "ravdess": { "n": 1091, "accuracy": 0.614115490375802, "happy_n": 167, "happy_to_contempt": 0 } } }, "checkpoint_epoch": 4, "gates": { "happy_contempt_at_least_halved": true, "happy_recall_not_reduced": true, "macro_f1_within_one_point": true, "contempt_recall_at_least_half": true }, "paired_overall": { "fixed": 1020, "regressed": 127 } }, "expression_v2_accurate": { "baseline": { "accuracy": 0.569482392710544, "macro_f1": 0.5208453033648945, "happy_to_contempt": 540, "happy_n": 17204, "happy_to_contempt_rate": 0.03138804929086259, "happy": { "precision": 0.7220607047331085, "recall": 0.721808881655429, "f1-score": 0.7219347712342306, "support": 17204.0 }, "contempt": { "precision": 0.15061434799841458, "recall": 0.5390070921985816, "f1-score": 0.23543990086741015, "support": 705.0 }, "confusion_matrix": [ [ 11200, 2169, 945, 1350, 1470, 847, 385, 706 ], [ 1928, 12418, 480, 446, 1072, 224, 96, 540 ], [ 1274, 654, 3890, 460, 1053, 246, 260, 169 ], [ 2262, 692, 376, 5632, 1192, 474, 347, 232 ], [ 2102, 604, 523, 919, 4892, 659, 313, 233 ], [ 1029, 381, 230, 538, 857, 3166, 143, 174 ], [ 604, 151, 484, 532, 455, 183, 3234, 89 ], [ 149, 129, 11, 19, 8, 9, 0, 380 ] ], "by_source": { "affectnetplus": { "n": 3979, "accuracy": 0.43226941442573513, "happy_n": 500, "happy_to_contempt": 52 }, "rafdb": { "n": 3064, "accuracy": 0.7852480417754569, "happy_n": 1185, "happy_to_contempt": 44 }, "affectnet": { "n": 1925, "accuracy": 0.7672727272727272, "happy_n": 379, "happy_to_contempt": 6 }, "expw": { "n": 8843, "accuracy": 0.6581476874363904, "happy_n": 2901, "happy_to_contempt": 44 }, "yolo_emotions": { "n": 10530, "accuracy": 0.6504273504273504, "happy_n": 3290, "happy_to_contempt": 73 }, "ferv39k_16f": { "n": 21881, "accuracy": 0.29171427265664274, "happy_n": 4240, "happy_to_contempt": 96 }, "caer": { "n": 6515, "accuracy": 0.6953184957789716, "happy_n": 1343, "happy_to_contempt": 55 }, "caers": { "n": 18409, "accuracy": 0.7486012276603835, "happy_n": 2726, "happy_to_contempt": 146 }, "cremad": { "n": 2452, "accuracy": 0.4955138662316476, "happy_n": 473, "happy_to_contempt": 20 }, "ravdess": { "n": 1091, "accuracy": 0.5783684692942255, "happy_n": 167, "happy_to_contempt": 4 } } }, "optimized": { "accuracy": 0.5820889832123931, "macro_f1": 0.5473573591912051, "happy_to_contempt": 75, "happy_n": 17204, "happy_to_contempt_rate": 0.004359451290397582, "happy": { "precision": 0.7158962157262633, "recall": 0.7345384794233899, "f1-score": 0.7250975441817764, "support": 17204.0 }, "contempt": { "precision": 0.48653846153846153, "recall": 0.3588652482269504, "f1-score": 0.41306122448979593, "support": 705.0 }, "confusion_matrix": [ [ 11973, 2262, 785, 1279, 1403, 847, 459, 64 ], [ 2261, 12637, 400, 450, 1037, 223, 121, 75 ], [ 1408, 676, 3911, 441, 1031, 230, 275, 34 ], [ 2436, 718, 386, 5653, 1176, 447, 375, 16 ], [ 2251, 613, 533, 896, 4929, 645, 345, 33 ], [ 1130, 401, 237, 541, 851, 3156, 165, 37 ], [ 660, 158, 439, 530, 461, 184, 3292, 8 ], [ 209, 187, 15, 19, 9, 12, 1, 253 ] ], "by_source": { "affectnetplus": { "n": 3979, "accuracy": 0.41442573510932396, "happy_n": 500, "happy_to_contempt": 18 }, "rafdb": { "n": 3064, "accuracy": 0.7969973890339426, "happy_n": 1185, "happy_to_contempt": 18 }, "affectnet": { "n": 1925, "accuracy": 0.7688311688311689, "happy_n": 379, "happy_to_contempt": 4 }, "expw": { "n": 8843, "accuracy": 0.6690037317652381, "happy_n": 2901, "happy_to_contempt": 3 }, "yolo_emotions": { "n": 10530, "accuracy": 0.6614434947768281, "happy_n": 3290, "happy_to_contempt": 14 }, "ferv39k_16f": { "n": 21881, "accuracy": 0.3018143594899685, "happy_n": 4240, "happy_to_contempt": 6 }, "caer": { "n": 6515, "accuracy": 0.71128165771297, "happy_n": 1343, "happy_to_contempt": 1 }, "caers": { "n": 18409, "accuracy": 0.763593894290836, "happy_n": 2726, "happy_to_contempt": 4 }, "cremad": { "n": 2452, "accuracy": 0.5717781402936378, "happy_n": 473, "happy_to_contempt": 7 }, "ravdess": { "n": 1091, "accuracy": 0.6003666361136571, "happy_n": 167, "happy_to_contempt": 0 } } }, "checkpoint_epoch": 1, "gates": { "happy_contempt_at_least_halved": true, "happy_recall_not_reduced": true, "macro_f1_within_one_point": true, "contempt_recall_at_least_half": true }, "paired_overall": { "fixed": 2171, "regressed": 1179 } } }, "evaluation_notes": [ "External cohort already existed; no test images used for gradient updates or candidate selection.", "Absolute metrics are on custom mixed-source cohorts, not standard benchmark protocols.", "No user-specific phone/video sample was supplied; improvement on a particular person is not guaranteed." ], "references": [ "https://github.com/microsoft/FERPlus", "https://arxiv.org/abs/1708.03985" ], "deployments": { "expanded_fast": { "run": "expression_boundary_fast", "sha256": "714d3a7f084ac9be86662f7fee02191bfa538feff36de8791b1db834301649b8", "checkpoint_epoch": 4, "training_scope": "final contempt row and bias only; frozen eval features and other seven logits" }, "expanded_accurate": { "run": "expression_v2_accurate", "sha256": "c83be6e744969a01528dd38c97674f579c18e15f395c3482a0dcbc9cab6c382f", "checkpoint_epoch": 1, "training_scope": "full network fine-tuning" } }, "fer": { "expanded_fast": { "before": { "accuracy": 0.7985119047619048, "macro_f1": 0.6276818884232511, "nll": 0.691399872303009, "brier": 0.3289139791957961, "ece_15_bins": 0.16478096245832388 }, "after": { "accuracy": 0.7982142857142858, "macro_f1": 0.6218762925107262, "nll": 0.6844005584716797, "brier": 0.3266450029140796, "ece_15_bins": 0.16060580189916351 }, "cpu_benchmark": { "backend": "ONNX Runtime CPU", "platform": "Windows-11-10.0.26200-SP0", "processor": "Intel64 Family 6 Model 183 Stepping 1, GenuineIntel", "batch": 1, "scope": "96x96 grayscale face input -> resize/normalize/classification/calibration/softmax; excludes detection, crop, decode and camera I/O", "threads": { "1": { "median_ms": 0.6048500017641345, "p95_ms": 0.6648950016824529, "mean_ms": 0.6104780001078325, "iterations": 200, "warmup": 30 }, "2": { "median_ms": 0.531450001290068, "p95_ms": 0.6159000004117843, "mean_ms": 0.5444754996824486, "iterations": 200, "warmup": 30 }, "4": { "median_ms": 0.47524999899906106, "p95_ms": 0.5891549993975786, "mean_ms": 0.4989015000137442, "iterations": 200, "warmup": 30 } }, "selected_threads": 4, "model_bytes": 6119091 }, "export_max_absolute_error": 4.231929779052734e-06 }, "expanded_accurate": { "before": { "accuracy": 0.8071428571428572, "macro_f1": 0.6504796301348187, "nll": 0.8649982810020447, "brier": 0.3986796518754978, "ece_15_bins": 0.3101070901245943 }, "after": { "accuracy": 0.8095238095238095, "macro_f1": 0.65348958256214, "nll": 0.8665552139282227, "brier": 0.39989555392773796, "ece_15_bins": 0.31401650351693944 }, "cpu_benchmark": { "backend": "ONNX Runtime CPU", "platform": "Windows-11-10.0.26200-SP0", "processor": "Intel64 Family 6 Model 183 Stepping 1, GenuineIntel", "batch": 1, "scope": "96x96 grayscale face input -> resize/normalize/classification/calibration/softmax; excludes detection, crop, decode and camera I/O", "threads": { "1": { "median_ms": 2.464700000928133, "p95_ms": 2.8660600006332966, "mean_ms": 2.4925319999601925, "iterations": 200, "warmup": 30 }, "2": { "median_ms": 1.504799998656381, "p95_ms": 1.9134649986881413, "mean_ms": 1.5871275000245078, "iterations": 200, "warmup": 30 }, "4": { "median_ms": 1.123800000641495, "p95_ms": 1.4535550008076825, "mean_ms": 1.1683780000385013, "iterations": 200, "warmup": 30 } }, "selected_threads": 4, "model_bytes": 16844668 }, "export_max_absolute_error": 5.289912223815918e-06 } } }