[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-ai-life-agent-benchmark-finds-every-model-fails-long-tasks":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},5627,"ai-life-agent-benchmark-finds-every-model-fails-long-tasks","AI Life Agent Benchmark Finds Every Model Fails Long Tasks","A new benchmark testing whether AI assistants can handle weeks-long, ever-changing real-life tasks found seven top models all score poorly.","A new benchmark called VibeLifeBench just tested whether AI agents can act like real personal assistants over weeks, not minutes. The short answer: they can't, not yet.\n\nResearchers built 200 long-horizon tasks spanning ten everyday-life domains, each unfolding as a scripted, multi-week timeline inside a simulated world of 22 mock services. The world keeps moving on its own clock, and many changes happen silently, so an agent has to actively check back in to notice them rather than wait to be told. Tasks are graded by fine-grained checks that look only at what the agent actually left behind: whether it hit the end state, whether it acted in time, and whether it respected constraints that were never explicitly stated. Seven frontier models were tested, and every single one scored low.\n\nThis matters because most AI agent benchmarks today test something much easier: a single self-contained request in a static environment, answered and forgotten. Real assistance looks nothing like that. It means holding a plan together for weeks, deciding on your own when to check in, when to act, and when to stay quiet, and catching changes nobody bothered to announce. That's a different skill than answering a well-formed prompt well.\n\nThe gap the researchers found isn't a rounding error to be closed with a slightly bigger model. It's a reminder that \"agentic AI\" demos, tidy multi-step tasks completed in one sitting, are still a long way from the messier job of actually running someone's life in the background.","[\"ai-agents\",\"benchmarks\",\"llm-evaluation\",\"arxiv\"]","2026-08-18T04:00:00.000Z","2026-08-19T04:20:30.976Z","2026-08-19T04:20:42.900Z","published",null,[],"ai",[26,27,28,29],"ai-agents","benchmarks","llm-evaluation","arxiv",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2608.10875",0,{"sections":36},[37,41,45,50,55,60,65,70,75,79,84,89,94,99],{"name":38,"slug":24,"count":39,"latest_published_at":40},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":42,"slug":43,"count":44,"latest_published_at":40},"Security","security",435,{"name":46,"slug":47,"count":48,"latest_published_at":49},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":18},"Dev Tools","dev-tools",69,{"name":80,"slug":81,"count":82,"latest_published_at":83},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":85,"slug":86,"count":87,"latest_published_at":88},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":100,"slug":101,"count":102,"latest_published_at":103},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]