[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-researchers-build-a-way-to-grade-each-step-in-ai-agent-scripts":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},4948,"researchers-build-a-way-to-grade-each-step-in-ai-agent-scripts","Researchers Build a Way to Grade Each Step in AI Agent Scripts","A new framework called SkillShapley uses game-theory math to pinpoint which steps in an AI agent's instructions actually help it complete a task.","A new research method scores each step of an AI agent's instructions to find out which ones are actually doing any work.\n\nResearchers built a framework called SkillShapley that uses Shapley values, a game-theory tool for splitting credit among contributors, to measure how much each step in an \"agent skill\" (the written instructions that let an AI agent complete long tasks like coding or document processing) contributes to whether the task succeeds. The team found that naive scoring does not work well here for two reasons: benchmark scores tend to jump in sharp cliffs rather than move smoothly, and most steps interact additively rather than compounding each other's effects. So SkillShapley runs in two phases, first hunting for the step combinations that actually produce useful signal, then sampling new combinations designed to reuse that evidence instead of testing every possible subset from scratch. Tested on skills from SkillsBench, a benchmark suite for these agent instructions, the method reliably flagged which steps were pulling their weight and which were not.\n\nMost agent skills today are still written by hand or pulled from an agent's own execution logs, with nobody checking whether individual instructions actually help. A tool that can cheaply flag useless or harmful steps means skill authors could prune bloated instructions based on evidence instead of guesswork, which matters more as products increasingly ship with these instruction sets baked in.\n\nIt is still a research paper tested on one benchmark, not a tool you can install - but it is a rare bit of accountability in a field that mostly ships agent instructions on faith.","[\"ai agents\",\"llm research\",\"agent skills\",\"shapley values\"]","2026-08-14T04:00:00.000Z","2026-08-14T20:08:13.810Z","2026-08-14T20:08:25.637Z","published",null,[],"ai",[26,27,28,29],"ai agents","llm research","agent skills","shapley values",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2608.13173",0,{"sections":36},[37,41,45,50,55,60,65,70,75,80,85,90,95,100],{"name":38,"slug":24,"count":39,"latest_published_at":40},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":42,"slug":43,"count":44,"latest_published_at":40},"Security","security",435,{"name":46,"slug":47,"count":48,"latest_published_at":49},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":79},"Dev Tools","dev-tools",69,"2026-08-18T04:00:00.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":86,"slug":87,"count":88,"latest_published_at":89},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":101,"slug":102,"count":103,"latest_published_at":104},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]