{ "unified_overall": { "n": 6414, "n_ai": 3216, "n_real": 3198, "accuracy": 0.8642033052697224, "precision": 0.8637914986037853, "recall": 0.8656716417910447, "f1": 0.8647305482217735, "auc": 0.9397327192990644, "ap": 0.9403530802542366, "pd_at_5far": 0.7145522388059702 }, "holdout_overall": { "n": 2520, "n_ai": 2520, "n_real": 0, "accuracy": 0.7317460317460317, "precision": 1.0, "recall": 0.7317460317460317, "f1": 0.8450962419798349, "auc": null, "ap": null, "pd_at_5far": 0.513095238095238 }, "by_condition": { "clean": { "n": 802, "n_ai": 402, "n_real": 400, "accuracy": 0.8665835411471322, "precision": 0.8571428571428571, "recall": 0.8805970149253731, "f1": 0.8687116564417178, "auc": 0.94681592039801, "ap": 0.9461642079084298, "pd_at_5far": 0.7288557213930348 }, "facebook": { "n": 802, "n_ai": 402, "n_real": 400, "accuracy": 0.8640897755610972, "precision": 0.8617283950617284, "recall": 0.8681592039800995, "f1": 0.8649318463444858, "auc": 0.9297699004975124, "ap": 0.9284212792790576, "pd_at_5far": 0.6592039800995025 }, "telegram": { "n": 802, "n_ai": 402, "n_real": 400, "accuracy": 0.8678304239401496, "precision": 0.8592233009708737, "recall": 0.8805970149253731, "f1": 0.8697788697788698, "auc": 0.9394713930348259, "ap": 0.9402637328541507, "pd_at_5far": 0.7139303482587065 }, "x": { "n": 802, "n_ai": 402, "n_real": 400, "accuracy": 0.8615960099750624, "precision": 0.8557457212713936, "recall": 0.8706467661691543, "f1": 0.8631319358816276, "auc": 0.9448942786069652, "ap": 0.9450238824433652, "pd_at_5far": 0.753731343283582 }, "chain_fb_x": { "n": 802, "n_ai": 402, "n_real": 400, "accuracy": 0.8553615960099751, "precision": 0.8592964824120602, "recall": 0.8507462686567164, "f1": 0.855, "auc": 0.9297947761194029, "ap": 0.9294087515761137, "pd_at_5far": 0.6890547263681592 }, "chain_ss_tg": { "n": 802, "n_ai": 402, "n_real": 400, "accuracy": 0.8591022443890274, "precision": 0.8621553884711779, "recall": 0.8557213930348259, "f1": 0.8589263420724094, "auc": 0.9351927860696517, "ap": 0.9392514643525042, "pd_at_5far": 0.7114427860696517 }, "screenshot": { "n": 1602, "n_ai": 804, "n_real": 798, "accuracy": 0.869538077403246, "precision": 0.8780177890724269, "recall": 0.8594527363184079, "f1": 0.8686360779384035, "auc": 0.9455011907879152, "ap": 0.946893454926593, "pd_at_5far": 0.736318407960199 } }, "by_family": { "coco": { "n": 1598, "n_ai": 0, "n_real": 1598, "accuracy": 0.9136420525657072, "precision": 0.0, "recall": 0.0, "f1": 0.0, "auc": null, "ap": null, "pd_at_5far": null }, "openfake": { "n": 1600, "n_ai": 0, "n_real": 1600, "accuracy": 0.811875, "precision": 0.0, "recall": 0.0, "f1": 0.0, "auc": null, "ap": null, "pd_at_5far": null }, "gemini": { "n": 336, "n_ai": 336, "n_real": 0, "accuracy": 0.9523809523809523, "precision": 1.0, "recall": 0.9523809523809523, "f1": 0.975609756097561, "auc": null, "ap": null, "pd_at_5far": 0.8154761904761905 }, "gpt": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.6634615384615384, "precision": 1.0, "recall": 0.6634615384615384, "f1": 0.7976878612716763, "auc": null, "ap": null, "pd_at_5far": 0.40384615384615385 }, "aurora_20_1_25": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9903846153846154, "precision": 1.0, "recall": 0.9903846153846154, "f1": 0.9951690821256038, "auc": null, "ap": null, "pd_at_5far": 0.9519230769230769 }, "chroma": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.6538461538461539, "precision": 1.0, "recall": 0.6538461538461539, "f1": 0.7906976744186047, "auc": null, "ap": null, "pd_at_5far": 0.33653846153846156 }, "dalle_2": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.875, "precision": 1.0, "recall": 0.875, "f1": 0.9333333333333333, "auc": null, "ap": null, "pd_at_5far": 0.6346153846153846 }, "dalle_3": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9423076923076923, "precision": 1.0, "recall": 0.9423076923076923, "f1": 0.9702970297029703, "auc": null, "ap": null, "pd_at_5far": 0.8653846153846154 }, "firefly": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9230769230769231, "precision": 1.0, "recall": 0.9230769230769231, "f1": 0.9600000000000001, "auc": null, "ap": null, "pd_at_5far": 0.875 }, "frames_23_1_25": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9711538461538461, "precision": 1.0, "recall": 0.9711538461538461, "f1": 0.9853658536585366, "auc": null, "ap": null, "pd_at_5far": 0.7403846153846154 }, "glide": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9519230769230769, "precision": 1.0, "recall": 0.9519230769230769, "f1": 0.9753694581280787, "auc": null, "ap": null, "pd_at_5far": 0.7884615384615384 }, "gpt_image_1": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.7980769230769231, "precision": 1.0, "recall": 0.7980769230769231, "f1": 0.8877005347593583, "auc": null, "ap": null, "pd_at_5far": 0.38461538461538464 }, "grok_2_image_1212": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.8653846153846154, "precision": 1.0, "recall": 0.8653846153846154, "f1": 0.9278350515463918, "auc": null, "ap": null, "pd_at_5far": 0.6442307692307693 }, "halfmoon_4_4_25": { "n": 72, "n_ai": 72, "n_real": 0, "accuracy": 0.8472222222222222, "precision": 1.0, "recall": 0.8472222222222222, "f1": 0.9172932330827067, "auc": null, "ap": null, "pd_at_5far": 0.4166666666666667 }, "hidream_i1_full": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.6442307692307693, "precision": 1.0, "recall": 0.6442307692307693, "f1": 0.7836257309941521, "auc": null, "ap": null, "pd_at_5far": 0.28846153846153844 }, "ideogram_2.0": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.8942307692307693, "precision": 1.0, "recall": 0.8942307692307693, "f1": 0.9441624365482234, "auc": null, "ap": null, "pd_at_5far": 0.8173076923076923 }, "imagen_3.0_002": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.8846153846153846, "precision": 1.0, "recall": 0.8846153846153846, "f1": 0.9387755102040816, "auc": null, "ap": null, "pd_at_5far": 0.75 }, "lumina_17_2_25": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.8653846153846154, "precision": 1.0, "recall": 0.8653846153846154, "f1": 0.9278350515463918, "auc": null, "ap": null, "pd_at_5far": 0.8269230769230769 }, "midjourney_6": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.8173076923076923, "precision": 1.0, "recall": 0.8173076923076923, "f1": 0.8994708994708994, "auc": null, "ap": null, "pd_at_5far": 0.5 }, "midjourney_v5": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0, "auc": null, "ap": null, "pd_at_5far": 0.9326923076923077 }, "mystic": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.75, "precision": 1.0, "recall": 0.75, "f1": 0.8571428571428571, "auc": null, "ap": null, "pd_at_5far": 0.5384615384615384 }, "recraft_v2": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9134615384615384, "precision": 1.0, "recall": 0.9134615384615384, "f1": 0.9547738693467337, "auc": null, "ap": null, "pd_at_5far": 0.6826923076923077 }, "sd_1.5": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.8557692307692307, "precision": 1.0, "recall": 0.8557692307692307, "f1": 0.9222797927461139, "auc": null, "ap": null, "pd_at_5far": 0.7403846153846154 }, "sd_1.5_dreamshaper": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9711538461538461, "precision": 1.0, "recall": 0.9711538461538461, "f1": 0.9853658536585366, "auc": null, "ap": null, "pd_at_5far": 0.8557692307692307 }, "sd_1.5_epicdream": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.7692307692307693, "precision": 1.0, "recall": 0.7692307692307693, "f1": 0.8695652173913044, "auc": null, "ap": null, "pd_at_5far": 0.41346153846153844 }, "sd_2.1": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.7788461538461539, "precision": 1.0, "recall": 0.7788461538461539, "f1": 0.8756756756756757, "auc": null, "ap": null, "pd_at_5far": 0.5384615384615384 }, "stable_diffusion_1_3": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9134615384615384, "precision": 1.0, "recall": 0.9134615384615384, "f1": 0.9547738693467337, "auc": null, "ap": null, "pd_at_5far": 0.875 }, "stable_diffusion_1_4": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9038461538461539, "precision": 1.0, "recall": 0.9038461538461539, "f1": 0.9494949494949495, "auc": null, "ap": null, "pd_at_5far": 0.7884615384615384 }, "stable_diffusion_2": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.9903846153846154, "precision": 1.0, "recall": 0.9903846153846154, "f1": 0.9951690821256038, "auc": null, "ap": null, "pd_at_5far": 0.9807692307692307 }, "stable_diffusion_3": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.7115384615384616, "precision": 1.0, "recall": 0.7115384615384616, "f1": 0.8314606741573033, "auc": null, "ap": null, "pd_at_5far": 0.41346153846153844 }, "stable_diffusion_xl": { "n": 104, "n_ai": 104, "n_real": 0, "accuracy": 0.8076923076923077, "precision": 1.0, "recall": 0.8076923076923077, "f1": 0.8936170212765957, "auc": null, "ap": null, "pd_at_5far": 0.5288461538461539 }, "flux_1": { "n": 504, "n_ai": 504, "n_real": 0, "accuracy": 0.49603174603174605, "precision": 1.0, "recall": 0.49603174603174605, "f1": 0.6631299734748011, "auc": null, "ap": null, "pd_at_5far": 0.2916666666666667, "holdout": true }, "ideogram_3.0": { "n": 504, "n_ai": 504, "n_real": 0, "accuracy": 0.8194444444444444, "precision": 1.0, "recall": 0.8194444444444444, "f1": 0.9007633587786259, "auc": null, "ap": null, "pd_at_5far": 0.5753968253968254, "holdout": true }, "imagen_4.0": { "n": 504, "n_ai": 504, "n_real": 0, "accuracy": 0.7857142857142857, "precision": 1.0, "recall": 0.7857142857142857, "f1": 0.88, "auc": null, "ap": null, "pd_at_5far": 0.4880952380952381, "holdout": true }, "midjourney_7": { "n": 504, "n_ai": 504, "n_real": 0, "accuracy": 0.8353174603174603, "precision": 1.0, "recall": 0.8353174603174603, "f1": 0.9102702702702702, "auc": null, "ap": null, "pd_at_5far": 0.6825396825396826, "holdout": true }, "recraft_v3": { "n": 504, "n_ai": 504, "n_real": 0, "accuracy": 0.7222222222222222, "precision": 1.0, "recall": 0.7222222222222222, "f1": 0.8387096774193548, "auc": null, "ap": null, "pd_at_5far": 0.5277777777777778, "holdout": true } }, "by_resolution": { "400-800": { "n": 4058, "n_ai": 2058, "n_real": 2000, "accuracy": 0.8509117792015771, "precision": 0.8497833413577275, "recall": 0.8576287657920311, "f1": 0.8536880290205562, "auc": 0.9261805150631681, "ap": 0.9302873343587212, "pd_at_5far": 0.6754130223517979 }, "<400": { "n": 1001, "n_ai": 286, "n_real": 715, "accuracy": 0.9200799200799201, "precision": 0.8140243902439024, "recall": 0.9335664335664335, "f1": 0.8697068403908794, "auc": 0.9743557142158541, "ap": 0.9303629256826372, "pd_at_5far": 0.8636363636363636 }, ">800": { "n": 1355, "n_ai": 872, "n_real": 483, "accuracy": 0.862730627306273, "precision": 0.9193154034229829, "recall": 0.8623853211009175, "f1": 0.889940828402367, "auc": 0.9467491025129637, "ap": 0.9700622225897421, "pd_at_5far": 0.716743119266055 } }, "classical_overall": { "n": 6414, "n_ai": 3216, "n_real": 3198, "accuracy": 0.7807920174618023, "precision": 0.7445945945945946, "recall": 0.8566542288557214, "f1": 0.7967032967032969, "auc": 0.8629441130806256, "ap": 0.8559021531964299, "pd_at_5far": 0.4362562189054726 }, "exif_permutation": { "auc_base": 0.9397327192990644, "auc_metadata_permuted": 0.939652017430048, "auc_drop": 8.070186901643073e-05, "n_metadata_features": 6 }, "gates": [ { "name": "clean AUC >= 0.95", "target": 0.95, "value": 0.94681592039801, "passed": false }, { "name": "clean accuracy >= 0.90", "target": 0.9, "value": 0.8665835411471322, "passed": false }, { "name": "screenshot accuracy >= 0.85", "target": 0.85, "value": 0.869538077403246, "passed": true }, { "name": "holdout AUC >= 0.85", "target": 0.85, "value": null, "passed": null }, { "name": "holdout Pd@5%FAR >= 0.60", "target": 0.6, "value": 0.513095238095238, "passed": false }, { "name": "facebook AUC >= 0.88", "target": 0.88, "value": 0.9297699004975124, "passed": true }, { "name": "x AUC >= 0.88", "target": 0.88, "value": 0.9448942786069652, "passed": true }, { "name": "telegram AUC >= 0.88", "target": 0.88, "value": 0.9394713930348259, "passed": true }, { "name": "chain_fb_x accuracy >= 0.75", "target": 0.75, "value": 0.8553615960099751, "passed": true }, { "name": "chain_ss_tg accuracy >= 0.75", "target": 0.75, "value": 0.8591022443890274, "passed": true }, { "name": "unified AUC >= classical-only AUC", "target": 0.8629441130806256, "value": 0.9397327192990644, "passed": true } ], "meta": { "evaluated_at": "2026-06-15T21:34:31", "n_test": 6414, "n_holdout": 2520, "unified_features": 855 } }