[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-benchmark-exposes-gaps-in-ai-image-and-audio-generation":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},9800,"new-benchmark-exposes-gaps-in-ai-image-and-audio-generation","New Benchmark Exposes Gaps In AI Image and Audio Generation","A new benchmark called MMMG scores 29 AI models on image and audio generation, finding even the best still struggle with mixed media output.","A new benchmark says even the best AI generators choke when asked to mix media.\n\nResearchers released MMMG, a benchmark for multitask multimodal generation, covering four modality combinations: image, audio, interleaved text-and-image, and interleaved text-and-audio. It includes 55 tasks, 31 of them newly built, and 1,288 instructions designed to test reasoning and controllability rather than just surface quality. Instead of relying on automated metrics that often disagree with human judgment, MMMG pairs reference outputs with explicit rubrics so model judges can score results reliably - the team says it matches human evaluators 94.4% of the time. They ran 29 models through the benchmark, with GPT Image topping the image-generation tasks at 70.7% accuracy.\n\nThat 70.7% figure sounds decent until you remember it is the best score on offer, and it drops once a task asks for interleaved text-and-image or text-and-audio output. Audio generation fared worse across the board, suggesting the gap between generating one modality well and reasoning across several at once is still wide. For an industry selling multimodal assistants as a near-solved problem, this is a readable scorecard that says otherwise.\n\nBenchmarks like this tend to get gamed within a year; for now, it is a useful reminder that stitching modalities together is harder than stitching headlines together.","[\"benchmarks\",\"multimodal-ai\",\"image-generation\",\"audio-generation\"]","2026-10-02T04:00:00.000Z","2026-10-03T11:00:42.719Z","2026-10-03T11:00:48.027Z","published",null,[],"ai",[26,27,28,29],"benchmarks","multimodal-ai","image-generation","audio-generation",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2505.17613",0,{"sections":36},[37,40,44,48,53,57,61,66,71,76,81,86,91,96],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",6058,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",848,{"name":45,"slug":46,"count":47,"latest_published_at":18},"Policy","policy",439,{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",317,"2026-10-01T22:00:00.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":18},"Hardware","hardware",199,{"name":58,"slug":59,"count":60,"latest_published_at":18},"Science","science",176,{"name":62,"slug":63,"count":64,"latest_published_at":65},"Consumer Tech","consumer-tech",155,"2026-10-01T19:54:10.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Dev Tools","dev-tools",96,"2026-10-01T16:57:03.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Software","software",93,"2026-09-30T21:41:11.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Startups","startups",90,"2026-10-01T21:55:22.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Gaming","gaming",53,"2026-10-02T02:50:39.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"How-To","how-to",7,"2026-10-01T09:00:00.000Z"]