[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-ai-writing-detectors-break-every-time-models-update":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},11217,"ai-writing-detectors-break-every-time-models-update","AI Writing Detectors Break Every Time Models Update","A study of 23 LLM versions finds that plagiarism detectors trained on older models miss most AI-written abstracts once a new version ships.","AI text detectors used by journals and conferences can go blind the moment a model gets updated.\n\nResearchers tested 23 LLM versions from three vendors, released between June 2023 and August 2026, by having each one rewrite 4,000 pre-ChatGPT abstracts from the Proceedings of the National Academy of Sciences. They then trained detectors under different maintenance schedules, from retraining on every new release to training once and never touching it again. Calibrated to falsely flag only 1% of human-written abstracts, a detector caught over 99% of rewrites from the version just before a sharp generational boundary - then caught just 3.8% of rewrites from the version right after it. A commercial detector showed the same pattern, missing most rewrites from the version released just after that boundary while barely flagging any human writing.\n\nThe practical tradeoff is stark: a screen built to cover all 23 versions either falsely flags one in eight genuine human abstracts or misses one in three rewrites of the newest model. The culprit isn't some clever evasion trick. It's just vocabulary drift between model generations, which is apparently enough on its own to break detection.\n\nJournals citing a detector's benchmark accuracy as proof of AI-screening are trusting a lock that changes its own keyhole every time a vendor ships an update.","[\"ai-detection\",\"academic-publishing\",\"llms\",\"research-integrity\"]","2026-10-09T04:00:00.000Z","2026-10-10T15:39:19.387Z","2026-10-10T15:39:25.612Z","published",null,[],"ai",[26,27,28,29],"ai-detection","academic-publishing","llms","research-integrity",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.11599",0,{"sections":36},[37,41,46,51,56,61,66,71,76,81,86,91,96,101],{"name":38,"slug":24,"count":39,"latest_published_at":40},"AI",6854,"2026-10-10T13:20:00.000Z",{"name":42,"slug":43,"count":44,"latest_published_at":45},"Security","security",943,"2026-10-10T12:00:00.000Z",{"name":47,"slug":48,"count":49,"latest_published_at":50},"Policy","policy",493,"2026-10-10T14:40:00.000Z",{"name":52,"slug":53,"count":54,"latest_published_at":55},"Deals","deals",484,"2026-10-09T12:30:00.000Z",{"name":57,"slug":58,"count":59,"latest_published_at":60},"Hardware","hardware",233,"2026-10-09T16:07:54.000Z",{"name":62,"slug":63,"count":64,"latest_published_at":65},"Science","science",195,"2026-10-09T11:00:57.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Consumer Tech","consumer-tech",186,"2026-10-10T13:55:00.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Startups","startups",120,"2026-10-09T17:02:31.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Software","software",114,"2026-10-08T17:57:01.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Dev Tools","dev-tools",110,"2026-10-09T13:03:48.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",69,"2026-10-09T19:10:07.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Gaming","gaming",59,"2026-10-09T11:43:43.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"Reviews","reviews",34,"2026-10-08T14:00:22.000Z",{"name":102,"slug":103,"count":104,"latest_published_at":105},"How-To","how-to",8,"2026-10-05T09:00:00.000Z"]