[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-benchmark-shows-medical-ai-struggles-to-point-at-what-it-sees":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},8033,"benchmark-shows-medical-ai-struggles-to-point-at-what-it-sees","Benchmark Shows Medical AI Struggles to Point at What It Sees","A new benchmark finds vision-language models describe ultrasound images well but can't reliably point to the pixels backing their claims.","A new benchmark called UltraG-Bench finds that AI models good at describing ultrasound scans are bad at showing their work.\n\nResearchers built the benchmark by annotating 40 public ultrasound segmentation datasets spanning 13 anatomical categories. It tests three tasks: instruction-guided segmentation, evidence-grounded visual question answering, and evidence-grounded report generation, adding up to more than 1.1 million annotations across the three tasks. The team evaluated 14 state-of-the-art vision-language models and found a substantial gap between what the models say and where they can actually point. They also built a companion system, UltraG-Agent, which pairs a vision-language model's reasoning with UltraSAM3's ultrasound-specific segmentation and improves both the predictions and the pixel-level grounding.\n\nThis matters because a model that says \"this looks abnormal\" without marking exactly which pixels it means isn't clinically useful, and it's hard to trust. Ultrasound is noisier and more operator-dependent than CT or MRI, which makes this gap especially relevant as hospitals start piloting AI-assisted diagnostic tools built on these same vision-language models.\n\nAn AI that can narrate a scan fluently is not the same thing as one you'd let circle the tumor.","[\"ai\",\"medical-imaging\",\"benchmark\",\"computer-vision\"]","2026-09-28T04:00:00.000Z","2026-09-28T06:41:44.278Z","2026-09-28T06:41:49.747Z","published",null,[],"ai",[24,26,27,28],"medical-imaging","benchmark","computer-vision",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.30928",0,{"sections":35},[36,39,43,48,53,58,62,67,72,77,82,87,91,96],{"name":37,"slug":24,"count":38,"latest_published_at":18},"AI",4689,{"name":40,"slug":41,"count":42,"latest_published_at":18},"Security","security",758,{"name":44,"slug":45,"count":46,"latest_published_at":47},"Policy","policy",399,"2026-09-27T18:39:02.000Z",{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",261,"2026-09-27T15:30:35.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":57},"Hardware","hardware",188,"2026-09-27T20:46:36.000Z",{"name":59,"slug":60,"count":61,"latest_published_at":18},"Science","science",148,{"name":63,"slug":64,"count":65,"latest_published_at":66},"Consumer Tech","consumer-tech",135,"2026-09-26T14:30:00.000Z",{"name":68,"slug":69,"count":70,"latest_published_at":71},"Software","software",91,"2026-09-25T20:55:00.000Z",{"name":73,"slug":74,"count":75,"latest_published_at":76},"Dev Tools","dev-tools",84,"2026-09-26T04:20:58.000Z",{"name":78,"slug":79,"count":80,"latest_published_at":81},"Startups","startups",76,"2026-09-25T18:33:59.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"Gaming","gaming",48,"2026-09-25T18:35:21.000Z",{"name":88,"slug":89,"count":85,"latest_published_at":90},"General","general","2026-09-26T17:02:42.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Reviews","reviews",30,"2026-09-24T20:07:31.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]