[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-benchmark-tests-how-ai-chokes-on-crowded-charts":10,"sections":41},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":30,"tags":31,"sources":36,"feedback":40,"feedback_at":22,"cost_usd":40,"total_tokens":40},9062,"new-benchmark-tests-how-ai-chokes-on-crowded-charts","New Benchmark Tests How AI Chokes on Crowded Charts","A new benchmark shows AI models lose accuracy reading charts as more get packed into one image, and the drop varies sharply by model.","A new benchmark shows AI models get worse at reading charts as more charts get crammed into one image.\n\nResearchers built ChartDensity-Bench to test how well multimodal large language models (MLLMs) reconstruct the actual numbers behind scientific charts. Rather than asking a model to describe a chart or answer questions about it, the benchmark asks for the raw underlying data, then scores the answer on structural reliability, completeness, parseability, and numerical accuracy. The test varies how crowded a single image gets, showing one, three, six, or nine charts at once. The team ran five recent MLLMs through all four density levels.\n\nThe results are not flattering. Reconstruction accuracy drops as chart count climbs, and the size of that drop varies a lot by model, meaning some systems degrade gracefully while others fall apart. Most tellingly, the exact same chart produces worse data extraction when it is surrounded by eight others than when it stands alone, which points to visual clutter itself as the culprit, not the chart's inherent difficulty.\n\nThat matters because real scientific figures rarely show up as single, isolated charts; they come in grids and panels, and this is the first benchmark to put a number on what that crowding actually costs AI readers.","[\"mllm\",\"benchmark\",\"chart-data\",\"ai-evaluation\"]","2026-10-01T04:00:00.000Z","2026-10-01T18:01:40.946Z","2026-10-01T18:01:46.871Z","published",null,[24],{"id":25,"reviewer":26,"round":27,"reason":28,"status":29},"editor-r1","editor",1,"Fix the density description to match the source's k values (total charts of 1, 3, 6, or 9 — not the focal chart plus 3\u002F6\u002F9 others) and either define the 'k' notation before using 'k=9' in the final paragraph or drop it for plain language.","resolved","ai",[32,33,34,35],"mllm","benchmark","chart-data","ai-evaluation",[37],{"name":38,"url":39},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.38781",0,{"sections":42},[43,46,50,55,60,65,69,74,79,83,88,93,98,103],{"name":44,"slug":30,"count":45,"latest_published_at":18},"AI",5488,{"name":47,"slug":48,"count":49,"latest_published_at":18},"Security","security",809,{"name":51,"slug":52,"count":53,"latest_published_at":54},"Policy","policy",429,"2026-10-01T02:26:17.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Deals","deals",298,"2026-09-30T21:00:26.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Hardware","hardware",196,"2026-09-30T13:00:00.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":18},"Science","science",162,{"name":70,"slug":71,"count":72,"latest_published_at":73},"Consumer Tech","consumer-tech",149,"2026-09-30T22:57:11.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":78},"Dev Tools","dev-tools",93,"2026-10-01T02:30:48.000Z",{"name":80,"slug":81,"count":77,"latest_published_at":82},"Software","software","2026-09-30T21:41:11.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Startups","startups",84,"2026-09-30T20:39:09.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"Gaming","gaming",51,"2026-09-30T16:24:30.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":104,"slug":105,"count":106,"latest_published_at":107},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]