[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-popular-trick-for-improving-ai-reasoning-turns-out-inert":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},9446,"a-popular-trick-for-improving-ai-reasoning-turns-out-inert","A Popular Trick for Improving AI Reasoning Turns Out Inert","Researchers tested grafting strong reasoning steps into stuck AI chains and found it works no better than just running more chains in parallel.","A new study pokes a hole in one of AI reasoning's cleverer tricks: grafting good steps into bad chains to rescue stalled logic does basically nothing.\n\nResearchers tested PRM-Pruned Fragment Grafting, a technique where a process reward model scores parallel chains of reasoning, then copies the best-performing fragment into a chain that looks stuck. Running it on Qwen2.5-7B-Instruct with the Math-Shepherd reward model across the full MATH500 benchmark (500 problems, three seeds), the grafting method came back statistically indistinguishable from a plain parallel chain-of-thought baseline with no grafting at all. Digging into why, the team found only 14% of grafting events actually hit a chain that was genuinely struggling - the rest landed on chains that had already succeeded, were nearly done, or were stuck on a flat reward plateau that a graft can't fix. A random-injection control matched the same results while firing 2.4 times more often, and the pattern held across three base models, six benchmarks, and a second reward model.\n\nThe finding matters because parallel chain-of-thought sampling is a go-to fix for AI reasoning collapse, and fragment grafting has been treated as a near-free upgrade to it. This paper shows the targeting problem, not the grafting mechanism, is the bottleneck - a reward model usually can't find the chain that needs rescuing before it's too late to matter. A hindsight oracle, with perfect foresight, could only squeeze out a 0.13 percentage point gain over doing nothing special.\n\nIt's a useful reminder that an intervention sounding mechanistically sensible is not the same as it working - sometimes the fancy fix and the coin flip land in the same place.","[\"ai reasoning\",\"benchmarks\",\"research\",\"llm\"]","2026-10-02T04:00:00.000Z","2026-10-02T19:22:19.618Z","2026-10-02T19:22:24.152Z","published",null,[],"ai",[26,27,28,29],"ai reasoning","benchmarks","research","llm",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.00047",0,{"sections":36},[37,40,44,49,54,59,64,69,74,79,84,89,94,99],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",5765,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",831,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",437,"2026-10-01T18:10:00.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",317,"2026-10-01T22:00:00.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",198,"2026-10-01T17:38:48.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Science","science",168,"2026-10-01T18:35:55.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Consumer Tech","consumer-tech",155,"2026-10-01T19:54:10.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Dev Tools","dev-tools",96,"2026-10-01T16:57:03.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":78},"Software","software",93,"2026-09-30T21:41:11.000Z",{"name":80,"slug":81,"count":82,"latest_published_at":83},"Startups","startups",90,"2026-10-01T21:55:22.000Z",{"name":85,"slug":86,"count":87,"latest_published_at":88},"Gaming","gaming",53,"2026-10-02T02:50:39.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":100,"slug":101,"count":102,"latest_published_at":103},"How-To","how-to",7,"2026-10-01T09:00:00.000Z"]