[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-benchmark-shows-voice-ai-agents-still-fumble-under-pressure":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},6375,"new-benchmark-shows-voice-ai-agents-still-fumble-under-pressure","New Benchmark Shows Voice AI Agents Still Fumble Under Pressure","EVA-Bench tested 12 voice agent systems and found none were both accurate and pleasant to talk to, especially with background noise or accents.","A new benchmark says voice AI agents have a consistency problem: they either get the answer right or handle the conversation well, rarely both.\n\nResearchers built EVA-Bench, an open-source framework for testing voice agents across 213 scenarios in three enterprise domains. Unlike typical text-based chatbot tests, it simulates actual bot-to-bot audio conversations and checks its own simulations for errors before scoring, regenerating a conversation if the simulated user messes up. It scores systems on two fronts: EVA-A for accuracy, EVA-X for overall experience. Across 12 systems spanning all three major voice-agent architectures, not one cleared 0.5 on both metrics at once.\n\nThat gap matters because most voice-agent demos are cherry-picked best-case runs. EVA-Bench's multi-trial testing found a median 0.44 gap between a system's peak performance and what it reliably delivers, meaning the smooth demo you saw once is not the call your customer will get on a bad day. Add background noise or an unexpected accent, and performance drops further, by as much as 0.314 depending on the system and architecture.\n\nEnterprises have been rushing to put voice agents on customer-support lines and internal tools on the strength of flashy demos. This benchmark is a reminder that a single good take says little about whether the thing holds up on trial ten, or with a caller who has a regional accent and a bad phone connection.","[\"voice-ai\",\"ai-agents\",\"benchmarks\",\"enterprise-ai\"]","2026-09-11T04:00:00.000Z","2026-09-11T09:18:14.978Z","2026-09-11T09:18:26.996Z","published",null,[],"ai",[26,27,28,29],"voice-ai","ai-agents","benchmarks","enterprise-ai",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2605.13841",0,{"sections":36},[37,40,44,48,53,58,63,66,71,75,80,85,90,95],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",3543,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",637,{"name":45,"slug":46,"count":47,"latest_published_at":18},"Policy","policy",338,{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":57},"Hardware","hardware",153,"2026-09-09T15:12:32.000Z",{"name":59,"slug":60,"count":61,"latest_published_at":62},"Consumer Tech","consumer-tech",99,"2026-09-09T17:27:33.000Z",{"name":64,"slug":65,"count":61,"latest_published_at":18},"Science","science",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Software","software",75,"2026-09-10T20:41:21.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":18},"Dev Tools","dev-tools",70,{"name":76,"slug":77,"count":78,"latest_published_at":79},"Startups","startups",55,"2026-09-09T23:14:29.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Gaming","gaming",43,"2026-09-10T12:18:06.000Z",{"name":86,"slug":87,"count":88,"latest_published_at":89},"General","general",41,"2026-09-08T01:57:23.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]