[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-benchmark-tests-when-ai-agents-should-run-on-your-phone":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},8883,"new-benchmark-tests-when-ai-agents-should-run-on-your-phone","New Benchmark Tests When AI Agents Should Run on Your Phone","AgBench pits on-device, hybrid, and cloud AI agents against each other, finding no single setup wins on speed, cost, privacy, and success rate alike.","A new academic benchmark puts a number on something device makers have mostly argued by vibes: how much you give up when an AI agent runs locally instead of in the cloud.\n\nResearchers released AgBench, an open benchmark suite for evaluating agentic AI systems, the kind that plan, call tools, and execute multi-step tasks, across local-only, hybrid, and cloud-only setups on personal devices. The team ran agentic workloads across these architectures and collected more than 162 million data points on task success, latency, cloud API cost, and how much sensitive data left the device. Local-only execution can handle many agent tasks, but it loses to cloud-only execution on success rate and speed, and the gap widens as more tasks run at once. Hybrid setups, which split work between device and cloud, can boost success rates, but their cost and privacy exposure depend entirely on how that work gets divided.\n\nThis is a direct challenge to the current pitch for on-device AI assistants, which implies local processing is a free upgrade: more private, equally capable, no catch. AgBench's data says the catch is real: you trade cloud API costs and data exposure for lower success rates and higher latency, and no single architecture wins on every metric at once. For developers and device makers, the lesson is that deployment choices need to match the actual task and hardware, not a blanket claim that local or cloud is simply better.\n\nThat is a duller message than \"runs entirely on your phone,\" but it is closer to the truth than most on-device AI marketing slides let on.","[\"agentic-ai\",\"benchmarks\",\"on-device-ai\",\"privacy\"]","2026-10-01T04:00:00.000Z","2026-10-01T09:08:11.676Z","2026-10-01T09:08:16.366Z","published",null,[],"ai",[26,27,28,29],"agentic-ai","benchmarks","on-device-ai","privacy",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.38652",0,{"sections":36},[37,40,45,50,55,60,65,70,75,79,84,89,94,99],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",5351,{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",801,"2026-09-30T22:18:23.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Policy","policy",429,"2026-10-01T02:26:17.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Deals","deals",298,"2026-09-30T21:00:26.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",196,"2026-09-30T13:00:00.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Science","science",157,"2026-09-30T15:00:56.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Consumer Tech","consumer-tech",149,"2026-09-30T22:57:11.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Dev Tools","dev-tools",93,"2026-10-01T02:30:48.000Z",{"name":76,"slug":77,"count":73,"latest_published_at":78},"Software","software","2026-09-30T21:41:11.000Z",{"name":80,"slug":81,"count":82,"latest_published_at":83},"Startups","startups",84,"2026-09-30T20:39:09.000Z",{"name":85,"slug":86,"count":87,"latest_published_at":88},"Gaming","gaming",51,"2026-09-30T16:24:30.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":100,"slug":101,"count":102,"latest_published_at":103},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]