[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-researchers-give-ai-agents-a-sense-of-spatial-hearing":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},7344,"researchers-give-ai-agents-a-sense-of-spatial-hearing","Researchers Give AI Agents a Sense of Spatial Hearing","A new benchmark and model teach robots to localize sound and use it for navigation, though fine-grained spatial audio remains a tough problem.","A research team built a benchmark and a model to teach AI agents to hear in 3D, not just see.\n\nThe researchers released OmniEchoBench, a benchmark of six tasks built from 197 real-world scenes that pair audio with video, plus 2,972 question-and-answer pairs testing whether a model can identify where a sound is coming from and what it means. A separate navigation set of 900 samples uses first-order ambisonics, a recording format that captures directional audio from all sides, gathered across 30 real environments. To generate enough training data, the team also built a rendering pipeline that keeps sound sources, camera views, and an agent's path geometrically consistent with each other. Their model, OmniEcho, pairs a dedicated spatial-audio encoder with a pretrained audio-understanding module, and it posted state-of-the-art results on the perception benchmark while nearly matching vision-only navigation systems when guided by sound alone.\n\nMost embodied AI research treats sound as background noise or ignores it entirely, leaning on cameras and lidar to make sense of a room. A model that can point toward a sound without seeing its source could help a robot find a ringing phone in another room, react to something happening behind it, or work in the dark and in visual clutter where cameras struggle. That's a genuinely underused signal, and this paper is one of the first to give it a rigorous benchmark rather than an anecdote.\n\nStill, close to vision-level navigation isn't better than it, and a 30-environment lab dataset is a long way from the acoustic chaos of an actual living room or warehouse floor.","[\"ai\",\"embodied-ai\",\"spatial-audio\",\"robotics\"]","2026-09-23T04:00:00.000Z","2026-09-23T08:37:07.856Z","2026-09-23T08:37:13.054Z","published",null,[],"ai",[24,26,27,28],"embodied-ai","spatial-audio","robotics",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.23407",0,{"sections":35},[36,39,43,48,53,57,61,66,71,76,81,86,91,96],{"name":37,"slug":24,"count":38,"latest_published_at":18},"AI",4297,{"name":40,"slug":41,"count":42,"latest_published_at":18},"Security","security",710,{"name":44,"slug":45,"count":46,"latest_published_at":47},"Policy","policy",369,"2026-09-23T02:13:52.000Z",{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",202,"2026-09-22T23:00:04.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":18},"Hardware","hardware",169,{"name":58,"slug":59,"count":60,"latest_published_at":18},"Science","science",133,{"name":62,"slug":63,"count":64,"latest_published_at":65},"Consumer Tech","consumer-tech",110,"2026-09-22T20:00:00.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Software","software",80,"2026-09-22T23:32:52.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Dev Tools","dev-tools",79,"2026-09-22T22:21:13.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Startups","startups",65,"2026-09-22T22:06:48.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Gaming","gaming",45,"2026-09-22T15:35:06.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",43,"2026-09-21T23:48:56.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Reviews","reviews",27,"2026-09-22T13:00:00.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]