[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-benchmark-shows-top-audio-ai-still-cant-reason-well":10,"sections":40},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":30,"tags":31,"sources":35,"feedback":39,"feedback_at":22,"cost_usd":39,"total_tokens":39},8098,"new-benchmark-shows-top-audio-ai-still-cant-reason-well","New Benchmark Shows Top Audio AI Still Can't Reason Well","ReasonAudio tests whether AI can reason about sound, not just match it, and top models are barely passing while humans nearly ace it.","A new benchmark says the best audio AI system still can't reason about sound the way humans do.\n\nResearchers built ReasonAudio, a benchmark that tests whether text-audio retrieval systems can reason about sound rather than just match keywords to noises. It checks four skills: negation, temporal order, which sounds happen together, and how long they last. The test set spans five synthetic subtasks with 1,000 queries over 10,000 composite audio clips, plus a natural subtask with 100 queries over 1,000 real recordings. Across 11 state-of-the-art retrieval systems, the top performer, OmniEmbed-7B, scored just 20.7 out of 100 on the overall benchmark.\n\nThat's a rough result for a category of AI often marketed as understanding context, not just recognizing what a dog bark or a car horn sounds like. In a separate, more controlled test designed to strip out simple sound matching, OmniEmbed-7B reached 53.8% accuracy, well behind the 95.6% humans managed on the same task.\n\nOmniEmbed-7B's own generative backbone, Qwen2.5-Omni-7B-Thinker, scored 70.6% on that same controlled test - beating the retrieval system built on top of it, and a reminder that bolting reasoning onto retrieval doesn't guarantee the reasoning survives the trip.","[\"ai\",\"audio-ai\",\"benchmark\",\"reasoning\"]","2026-09-28T04:00:00.000Z","2026-09-28T09:24:09.395Z","2026-09-28T09:24:15.226Z","published",null,[24],{"id":25,"reviewer":26,"round":27,"reason":28,"status":29},"editor-r1","editor",1,"Fix the closing paragraph's '95 percent versus 21' comparison — 20.7 is the overall benchmark score across the full test while 95.6% is human accuracy in the separate controlled sound-matching-reduced experiment, so the two numbers aren't measuring the same thing and the comparison as written is misleading; compare like metrics (e.g., 53.8% vs 95.6%, or clarify 20.7's own scale).","resolved","ai",[30,32,33,34],"audio-ai","benchmark","reasoning",[36],{"name":37,"url":38},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2605.03361",0,{"sections":41},[42,45,49,54,59,64,68,73,78,83,88,93,97,102],{"name":43,"slug":30,"count":44,"latest_published_at":18},"AI",4792,{"name":46,"slug":47,"count":48,"latest_published_at":18},"Security","security",762,{"name":50,"slug":51,"count":52,"latest_published_at":53},"Policy","policy",399,"2026-09-27T18:39:02.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Deals","deals",261,"2026-09-27T15:30:35.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Hardware","hardware",188,"2026-09-27T20:46:36.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":18},"Science","science",151,{"name":69,"slug":70,"count":71,"latest_published_at":72},"Consumer Tech","consumer-tech",135,"2026-09-26T14:30:00.000Z",{"name":74,"slug":75,"count":76,"latest_published_at":77},"Software","software",91,"2026-09-25T20:55:00.000Z",{"name":79,"slug":80,"count":81,"latest_published_at":82},"Dev Tools","dev-tools",84,"2026-09-26T04:20:58.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Startups","startups",76,"2026-09-25T18:33:59.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"Gaming","gaming",48,"2026-09-25T18:35:21.000Z",{"name":94,"slug":95,"count":91,"latest_published_at":96},"General","general","2026-09-26T17:02:42.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"Reviews","reviews",30,"2026-09-24T20:07:31.000Z",{"name":103,"slug":104,"count":105,"latest_published_at":106},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]