[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-ai-coding-agents-can-mod-games-but-edits-get-flaky-fast":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},9863,"ai-coding-agents-can-mod-games-but-edits-get-flaky-fast","AI Coding Agents Can Mod Games, But Edits Get Flaky Fast","A new benchmark finds frontier coding agents are good at editing live game worlds but grow unreliable as edits touch more interconnected systems.","Researchers have a new way to test whether AI agents can actually edit a working piece of software, not just build one from scratch: make them mod Minecraft and Terraria.\n\nThe approach comes from a paper introducing IGMWorld and IGMBench, a benchmark of 110 game-modding tasks and over 1,100 checks spanning Minecraft and Terraria. Tasks range from simple property tweaks to edits that touch entities, dynamics, or whole systems at once, a scale the researchers call intervention depth. The best-performing agent setup solved 78.2% of tasks outright and passed 94.8% of individual criteria, but performance dropped as edits required touching more interdependent parts of a game. Most failed edits still built and ran fine; they just didn't behave the way they were supposed to.\n\nThat distinction matters more than it sounds. The industry has spent two years hyping AI's ability to generate entire apps and games from a prompt, but generation is the easy mode: there's no existing system to accidentally break. Editing is what most real software work actually is, and this benchmark suggests current agents are shakier at surgical changes than at wholesale creation, especially once a change ripples through connected systems rather than staying contained.\n\nThe benchmark also found something marketing decks tend to skip: even when an edit worked as coded, visual consistency held up less than half the time. A mod that runs correctly but looks broken is still broken.","[\"ai agents\",\"game modding\",\"benchmarks\",\"ai research\"]","2026-10-05T04:00:00.000Z","2026-10-05T11:00:09.851Z","2026-10-05T11:00:12.796Z","published",null,[],"ai",[26,27,28,29],"ai agents","game modding","benchmarks","ai research",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.02331",0,{"sections":36},[37,40,44,49,54,59,63,68,72,76,81,86,91,96],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",6165,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",859,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",444,"2026-10-03T15:02:01.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",323,"2026-10-04T13:00:00.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",204,"2026-10-03T14:50:50.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":18},"Science","science",177,{"name":64,"slug":65,"count":66,"latest_published_at":67},"Consumer Tech","consumer-tech",158,"2026-10-03T03:21:12.000Z",{"name":69,"slug":70,"count":71,"latest_published_at":18},"Dev Tools","dev-tools",97,{"name":73,"slug":74,"count":71,"latest_published_at":75},"Software","software","2026-10-04T10:00:00.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Startups","startups",92,"2026-10-04T14:36:25.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Gaming","gaming",53,"2026-10-02T02:50:39.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",51,"2026-10-05T02:35:01.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Reviews","reviews",32,"2026-10-02T18:00:00.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"How-To","how-to",7,"2026-10-01T09:00:00.000Z"]