[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-study-finds-hard-limits-on-detecting-ai-generated-images":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},8041,"study-finds-hard-limits-on-detecting-ai-generated-images","Study Finds Hard Limits on Detecting AI-Generated Images","New research sets a mathematical ceiling on pixel-based image verification and shows public AI detectors leak enough to be fooled.","There's a mathematical limit to how well pixels alone can prove an image's origin, and the study says today's detectors fall well short of it.\n\nThe researchers frame provenance detection as a verification problem: does this image match its claimed source, human or AI, even after someone edits it before you check? They calculate the best possible outcome for any verifier, a gap that depends only on the statistical distance between the real-image and AI-image distributions after adversarial edits, not on the detector's design. They also show that an attacker who can roughly mimic how a public verifier scores images can build a stand-in attack that gets within about twice that error of fooling the real system. In tests, public CLIP-based verifiers broke down under targeted pixel attacks, and a ResNet-18 model let some AI images pass as real.\n\nThat second finding is the uncomfortable one: any verifier that reveals its scores, even partially, gives attackers a blueprint for beating it. That matters for provenance systems and moderation tools moving toward score transparency for auditability. Requiring detectors to answer \"not sure\" instead of forcing a real-or-fake call cut down successful attacks in testing, but the authors are careful to say that isn't proof of robustness.\n\nPassing a batch of test attacks is not the same as being unbeatable, and that gap between measured and provable robustness is exactly where deepfake detection claims tend to get oversold.","[\"ai-generated images\",\"deepfake detection\",\"adversarial attacks\",\"image provenance\"]","2026-09-28T04:00:00.000Z","2026-09-28T07:02:39.788Z","2026-09-28T07:02:45.589Z","published",null,[],"security",[26,27,28,29],"ai-generated images","deepfake detection","adversarial attacks","image provenance",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.30997",0,{"sections":36},[37,41,44,49,54,59,63,68,73,78,83,88,92,97],{"name":38,"slug":39,"count":40,"latest_published_at":18},"AI","ai",4689,{"name":42,"slug":24,"count":43,"latest_published_at":18},"Security",758,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",399,"2026-09-27T18:39:02.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",261,"2026-09-27T15:30:35.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",188,"2026-09-27T20:46:36.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":18},"Science","science",148,{"name":64,"slug":65,"count":66,"latest_published_at":67},"Consumer Tech","consumer-tech",135,"2026-09-26T14:30:00.000Z",{"name":69,"slug":70,"count":71,"latest_published_at":72},"Software","software",91,"2026-09-25T20:55:00.000Z",{"name":74,"slug":75,"count":76,"latest_published_at":77},"Dev Tools","dev-tools",84,"2026-09-26T04:20:58.000Z",{"name":79,"slug":80,"count":81,"latest_published_at":82},"Startups","startups",76,"2026-09-25T18:33:59.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Gaming","gaming",48,"2026-09-25T18:35:21.000Z",{"name":89,"slug":90,"count":86,"latest_published_at":91},"General","general","2026-09-26T17:02:42.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"Reviews","reviews",30,"2026-09-24T20:07:31.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]