[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-benchmark-exposes-how-voice-ai-agents-botch-document-facts":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},9610,"new-benchmark-exposes-how-voice-ai-agents-botch-document-facts","New Benchmark Exposes How Voice AI Agents Botch Document Facts","A new benchmark shows voice assistants increasingly make up answers instead of admitting they don't know, as conversations and documents grow longer.","Researchers built a test to catch voice AI agents making things up when asked about documents, and almost every system failed it somewhere.\n\nThe benchmark, called DSB-DG, throws 1,636 verified question-and-answer pairs at voice agents, pulled from 50 documents across five professional fields. It checks three specific weak points: whether accuracy drops as documents get longer, whether agents forget document facts over a multi-turn conversation, and whether re-feeding context helps them recover. Researchers tested old-style cascaded systems (speech to text, then a language model, then text to speech) against newer full-duplex voice models like Gemini-Live and GPT-Realtime, plus several open-weight speech-to-speech systems. The cascaded pipeline came out on top for accuracy, with Gemini-Live and GPT-Realtime close behind. Open-weight systems fared worst, with accuracy collapsing sharply once documents got long and facts dropping out across turns.\n\nThe detail that matters most: when these systems get something wrong, they rarely say \"I don't know.\" They just generate a confident, unsupported answer. For voice agents being pitched at call centers, insurance lines, and other document-heavy professional work, that is the difference between a system that is occasionally unhelpful and one that is occasionally convincing and wrong.\n\nIt is also a useful gut check on the current voice AI pitch: the flashiest, lowest-latency real-time models are not the most trustworthy ones. The clunkier, slower cascaded pipeline still grounds facts better, a reminder that speed and faithfulness remain a tradeoff nobody has fully solved.","[\"voice-ai\",\"ai-benchmarks\",\"hallucinations\",\"speech-ai\"]","2026-10-02T04:00:00.000Z","2026-10-03T02:54:09.741Z","2026-10-03T02:54:13.640Z","published",null,[],"ai",[26,27,28,29],"voice-ai","ai-benchmarks","hallucinations","speech-ai",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.00316",0,{"sections":36},[37,40,44,48,53,57,61,66,71,76,81,86,91,96],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",5896,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",837,{"name":45,"slug":46,"count":47,"latest_published_at":18},"Policy","policy",438,{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",317,"2026-10-01T22:00:00.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":18},"Hardware","hardware",199,{"name":58,"slug":59,"count":60,"latest_published_at":18},"Science","science",171,{"name":62,"slug":63,"count":64,"latest_published_at":65},"Consumer Tech","consumer-tech",155,"2026-10-01T19:54:10.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Dev Tools","dev-tools",96,"2026-10-01T16:57:03.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Software","software",93,"2026-09-30T21:41:11.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Startups","startups",90,"2026-10-01T21:55:22.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Gaming","gaming",53,"2026-10-02T02:50:39.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"How-To","how-to",7,"2026-10-01T09:00:00.000Z"]