[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-researchers-find-a-better-way-to-measure-ai-model-redundancy":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},8931,"researchers-find-a-better-way-to-measure-ai-model-redundancy","Researchers Find a Better Way to Measure AI Model Redundancy","A new study shows that just because two parts of a neural network can be swapped does not mean cutting one actually helps performance.","A new metric suggests the usual way of measuring redundancy in AI models has been missing the point.\n\nResearchers studied Transformers, the architecture behind most of today's large AI models, to figure out which internal parts are truly redundant. The usual approach grades a component as redundant if it looks unimportant or looks similar to another component, but the authors say that's an indirect and unreliable proxy, since two components can look alike yet behave completely differently depending on what input they get. Their alternative, called Conditional Functional Substitutability (CFS), instead checks whether swapping one part for another produces the same output for the same input. Tested across different model families and data types, CFS showed that how a model's internal computation is organized shifts in predictable patterns as it scales up.\n\nThe more interesting finding is that substitutability and performance don't move together: models whose parts stay more independent from each other perform better at a fixed size, even though they look more redundant by older metrics. That's a concrete, testable explanation for why making a model bigger doesn't always deliver proportional gains. The team also used CFS predictions to decide, in real time, which parts of a network to skip, and that beat older importance-based shortcuts on the tradeoff between speed and accuracy.\n\nIt's a research result, not a shipping feature, but it points at something practical: the industry's add-more-parameters instinct may be masking inefficiency that a sharper redundancy test can actually find and cut.","[\"ai\",\"transformers\",\"scaling-laws\",\"research\"]","2026-10-01T04:00:00.000Z","2026-10-01T11:22:45.738Z","2026-10-01T11:22:52.067Z","published",null,[],"ai",[24,26,27,28],"transformers","scaling-laws","research",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.39259",0,{"sections":35},[36,39,44,49,54,59,64,69,74,78,83,88,93,98],{"name":37,"slug":24,"count":38,"latest_published_at":18},"AI",5351,{"name":40,"slug":41,"count":42,"latest_published_at":43},"Security","security",801,"2026-09-30T22:18:23.000Z",{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",429,"2026-10-01T02:26:17.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",298,"2026-09-30T21:00:26.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",196,"2026-09-30T13:00:00.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Science","science",157,"2026-09-30T15:00:56.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Consumer Tech","consumer-tech",149,"2026-09-30T22:57:11.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Dev Tools","dev-tools",93,"2026-10-01T02:30:48.000Z",{"name":75,"slug":76,"count":72,"latest_published_at":77},"Software","software","2026-09-30T21:41:11.000Z",{"name":79,"slug":80,"count":81,"latest_published_at":82},"Startups","startups",84,"2026-09-30T20:39:09.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Gaming","gaming",51,"2026-09-30T16:24:30.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]