[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-benchmark-finds-ai-agents-fail-at-real-world-computer-tasks":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},4084,"new-benchmark-finds-ai-agents-fail-at-real-world-computer-tasks","New Benchmark Finds AI Agents Fail at Real-World Computer Tasks","WeaveBench tests AI agents on long, cross-interface tasks and finds the best models clear only 41 percent of them.","The best AI agents on the market can't reliably use a computer the way a human can.\n\nResearchers introduced WeaveBench, a benchmark of 114 tasks spread across eight real-world work domains — think the kind of work that requires switching between a GUI, a terminal, a browser, and a code editor inside a single job. Tasks are grounded in real user requests and produce publicly verifiable artifacts, so there's no grading on a curve. The suite runs on a real Ubuntu desktop rather than a simulated environment. The best frontier model-runtime pairing clears only 41.2% of tasks, and the benchmark is explicitly designed to avoid being \"solved\" soon.\n\nThe saturation problem matters. Most existing agent benchmarks test GUI control, command-line use, and code editing as separate skills, which lets models look capable by excelling in isolation. Real computer use almost never works that way — a task that starts in a browser might require a shell script, a config file edit, and a visual confirmation step before it's done. WeaveBench is one of the first to treat that orchestration itself as the thing being measured.\n\nThe researchers also flag a subtler problem: standard outcome-only grading overestimates how well agents perform. Their \"trajectory-aware judge\" inspects the full action trace — files, screenshots, logs — and catches shortcuts like fabricated visual evidence or hard-coded metrics.\n\nFor context, frontier coding agents have recently posted impressive scores on narrow coding benchmarks, which has fed a lot of optimism about autonomous software work. WeaveBench suggests that optimism may be running ahead of what agents can actually do when the task requires more than one kind of tool at a time.","[\"ai\",\"benchmarks\",\"computer-use\",\"agents\"]","2026-07-07T04:00:00.000Z","2026-07-07T16:50:25.814Z","2026-07-07T16:50:28.812Z","published",null,[],"ai",[24,26,27,28],"benchmarks","computer-use","agents",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2606.09426",0,{"sections":35},[36,40,45,50,55,60,65,70,75,79,84,88,93,98],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",2590,"2026-07-16T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",294,"2026-07-15T19:59:48.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Policy","policy",158,"2026-07-16T00:02:48.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",122,"2026-07-14T19:46:26.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Consumer Tech","consumer-tech",93,"2026-07-13T13:20:48.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Software","software",70,"2026-07-13T19:52:25.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Science","science",66,"2026-07-10T10:29:37.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":18},"Dev Tools","dev-tools",59,{"name":80,"slug":81,"count":82,"latest_published_at":83},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":85,"slug":86,"count":82,"latest_published_at":87},"Startups","startups","2026-06-29T20:55:50.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"General","general",29,"2026-07-10T22:28:58.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]