[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-ai-models-fail-to-read-handwriting-from-pen-sounds-and-video":10,"sections":41},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":30,"tags":31,"sources":36,"feedback":40,"feedback_at":22,"cost_usd":40,"total_tokens":40},5100,"ai-models-fail-to-read-handwriting-from-pen-sounds-and-video","AI Models Fail to Read Handwriting From Pen Sounds and Video","A new test asks AI to guess words from pen sounds and hand motion alone, and top models scored below 10 percent versus over 80 percent for humans.","A new benchmark just found something GPT-4o and Gemini can't do: read words from the sound and motion of someone writing them.\n\nResearchers built The Unwritten Benchmark, which asks models to identify words written in three different styles using only audio of pen scratches and video of hand movement, with no visible ink and no view of the page itself. Human participants got the letters right, in order, more than 80% of the time. Leading multimodal models, including GPT-4o and Gemini 2.5 Pro, couldn't crack 10%. Oddly, giving the models both audio and video together often made them worse, not better, a \"paradoxical fusion effect\" the researchers say points to a breakdown in how these systems combine different senses of input.\n\nThis isn't a trivia gap. It suggests the multimodal reasoning that headline benchmark scores tout is mostly recognizing what's already visible or audible, not inferring information implied by how two signals unfold together over time. That distinction matters for anything sold as \"multimodal understanding,\" from robotics to accessibility tools that depend on cross-sensory inference.\n\nThe benchmark is a reminder that impressive scores on existing tests don't prove models reason like brains do; they prove the tests were the wrong yardstick.","[\"multimodal ai\",\"ai benchmarks\",\"gpt-4o\",\"gemini\"]","2026-08-18T04:00:00.000Z","2026-08-18T04:58:52.077Z","2026-08-18T04:59:03.918Z","published",null,[24],{"id":25,"reviewer":26,"round":27,"reason":28,"status":29},"editor-r1","editor",1,"The dek says models scored 'near 10%,' but the source only states they failed to surpass 10% without giving an exact figure — change to 'below 10%' or similar so the dek doesn't imply a precision the source doesn't support.","resolved","ai",[32,33,34,35],"multimodal ai","ai benchmarks","gpt-4o","gemini",[37],{"name":38,"url":39},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2608.14558",0,{"sections":42},[43,47,51,56,61,66,71,76,81,85,90,95,100,105],{"name":44,"slug":30,"count":45,"latest_published_at":46},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":48,"slug":49,"count":50,"latest_published_at":46},"Security","security",435,{"name":52,"slug":53,"count":54,"latest_published_at":55},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":57,"slug":58,"count":59,"latest_published_at":60},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":62,"slug":63,"count":64,"latest_published_at":65},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":18},"Dev Tools","dev-tools",69,{"name":86,"slug":87,"count":88,"latest_published_at":89},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":101,"slug":102,"count":103,"latest_published_at":104},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":106,"slug":107,"count":108,"latest_published_at":109},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]