[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-research-pinpoints-where-video-ai-agents-hallucinate":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},7815,"new-research-pinpoints-where-video-ai-agents-hallucinate","New Research Pinpoints Where Video AI Agents Hallucinate","A new study of 60,008 runs finds video AI agents hallucinate mainly from bad grounding, not faulty visual perception.","A new benchmark study says today's video-understanding AI agents mostly hallucinate because they look in the wrong place, not because they misread what's in frame.\n\nResearchers built a test that separates three steps in a video-agent pipeline: finding when something happens (grounding), watching what's onscreen (visual observation), and reasoning about it. They ran a causal intervention protocol, swapping out one stage's output for a wrong answer while holding everything else fixed, then measuring how much the final answer breaks. Across three separate video-agent architectures, they ran 60,008 of these tests. Grounding errors caused roughly four times more downstream mistakes than errors in the visual-observation stage.\n\nThe finding undercuts the standard grading method for these systems, a metric called mIoU that rewards precise time-window overlap rather than pointing to the right region, when the study says picking the right region is what actually predicts reliability. It also found that a wrong answer at any stage does more damage than having no answer at all, meaning a confident but incorrect output is worse than a model admitting it can't find something. That's a case against trusting benchmark scores that look strong without checking whether they predict real downstream failures.\n\nThe paper's own audit backs this up: existing benchmark scores don't reliably predict how badly a model's answer degrades under this kind of stress test, and some fall apart once the data shifts away from what the benchmark was built on.","[\"ai\",\"video-ai\",\"hallucinations\",\"ai-evaluation\"]","2026-09-25T04:00:00.000Z","2026-09-26T00:39:50.782Z","2026-09-26T00:39:56.950Z","published",null,[],"ai",[24,26,27,28],"video-ai","hallucinations","ai-evaluation",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.28991",0,{"sections":35},[36,40,45,50,55,60,65,70,75,80,85,90,95,100],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",4535,"2026-09-25T17:16:30.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",741,"2026-09-25T15:52:13.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Policy","policy",390,"2026-09-25T16:24:59.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Deals","deals",256,"2026-09-25T17:00:53.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",185,"2026-09-25T15:00:22.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Science","science",140,"2026-09-25T11:55:23.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Consumer Tech","consumer-tech",132,"2026-09-25T15:30:00.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Software","software",88,"2026-09-24T23:06:55.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":79},"Dev Tools","dev-tools",82,"2026-09-25T09:59:40.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Startups","startups",76,"2026-09-25T18:33:59.000Z",{"name":86,"slug":87,"count":88,"latest_published_at":89},"Gaming","gaming",48,"2026-09-25T18:35:21.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"General","general",46,"2026-09-25T02:12:57.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"Reviews","reviews",30,"2026-09-24T20:07:31.000Z",{"name":101,"slug":102,"count":103,"latest_published_at":104},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]