[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-ai-agents-flunk-new-healthcare-workflow-benchmark":10,"sections":40},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":30,"tags":31,"sources":35,"feedback":39,"feedback_at":22,"cost_usd":39,"total_tokens":39},9299,"ai-agents-flunk-new-healthcare-workflow-benchmark","AI Agents Flunk New Healthcare Workflow Benchmark","A new benchmark called CHI-Bench tests whether AI agents can handle real healthcare paperwork, and the best one still fails most of the time.","A new benchmark called CHI-Bench puts AI agents through real healthcare busywork, and most of them fail.\n\nResearchers built CHI-Bench, a simulator spanning 20 healthcare apps and 87 tool interfaces, and tasked AI agents with three real workflows: provider prior authorization, payer utilization management, and care management. Each task forces an agent to juggle multiple roles, hand off work between them, hold multi-turn conversations like peer review calls, and follow a managed-care operations handbook made up of more than 1,290 documents. Across 30 combinations of agent harnesses and underlying models, the best performer resolved only 28.0% of tasks, and none cleared 20% when tested for strict, repeatable success. Asking an agent to do everything in one continuous session, rather than breaking the work into steps, dropped performance to 3.8%.\n\nThat gap matters because healthcare paperwork is exactly the kind of work agent vendors promise to automate first: rule-heavy, repetitive, and expensive to staff. If agents can't reliably navigate prior authorization today, pitches about AI fixing healthcare bureaucracy need a lot more evidence before anyone trusts them with real patient cases.\n\nThe researchers suspect the same failure pattern, dense rules, multiple roles, decisions that are hard to undo, will show up well beyond healthcare, in any enterprise workflow where mistakes are costly to reverse.","[\"ai\",\"ai-agents\",\"healthcare\",\"benchmarks\"]","2026-10-01T04:00:00.000Z","2026-10-02T07:51:28.711Z","2026-10-02T07:51:30.479Z","published",null,[24],{"id":25,"reviewer":26,"round":27,"reason":28,"status":29},"editor-r1","editor",1,"The source describes the handbook as '1,290+ document', not a '1,290-page rulebook' — fix this invented page-count detail to accurately reflect the source's document count.","resolved","ai",[30,32,33,34],"ai-agents","healthcare","benchmarks",[36],{"name":37,"url":38},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2605.16679",0,{"sections":41},[42,45,49,53,58,63,67,72,77,81,86,91,96,101],{"name":43,"slug":30,"count":44,"latest_published_at":18},"AI",5688,{"name":46,"slug":47,"count":48,"latest_published_at":18},"Security","security",820,{"name":50,"slug":51,"count":52,"latest_published_at":18},"Policy","policy",430,{"name":54,"slug":55,"count":56,"latest_published_at":57},"Deals","deals",302,"2026-10-01T09:05:03.000Z",{"name":59,"slug":60,"count":61,"latest_published_at":62},"Hardware","hardware",196,"2026-09-30T13:00:00.000Z",{"name":64,"slug":65,"count":66,"latest_published_at":18},"Science","science",165,{"name":68,"slug":69,"count":70,"latest_published_at":71},"Consumer Tech","consumer-tech",149,"2026-09-30T22:57:11.000Z",{"name":73,"slug":74,"count":75,"latest_published_at":76},"Dev Tools","dev-tools",93,"2026-10-01T02:30:48.000Z",{"name":78,"slug":79,"count":75,"latest_published_at":80},"Software","software","2026-09-30T21:41:11.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Startups","startups",84,"2026-09-30T20:39:09.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"Gaming","gaming",51,"2026-09-30T16:24:30.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":102,"slug":103,"count":104,"latest_published_at":105},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]