[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-post-training-recipe-lifts-ai-image-model-rankings":10,"sections":40},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":30,"tags":31,"sources":35,"feedback":39,"feedback_at":22,"cost_usd":39,"total_tokens":39},10023,"new-post-training-recipe-lifts-ai-image-model-rankings","New Post-Training Recipe Lifts AI Image Model Rankings","Blending human preference scores with rubric checks lifted two image models' Arena rankings, though top scorer Ideogram-4 is proprietary, not open-source.","A new post-training recipe is reshuffling the image-generator leaderboard, and the top scorer isn't open-source.\n\nResearchers built a reward system that combines two signals: a preference reward trained on large-scale human judgments of what looks good, and rubric-based rewards that check whether an image actually matches its prompt and resist being gamed. They found that simply averaging the two signals produced worse results, so they designed a composition method that balances preference optimization against rubric satisfaction instead. Applied through reinforcement learning to Flux2dev, the technique added 69 Elo points over the base model on the Arena text-to-image leaderboard. The same recipe applied to Ideogram-4 pushed its score to an Elo of 1223.5, enough to beat every open-source model on the board - but Ideogram-4 itself is a closed, commercial model, not an open-source one.\n\nThe real story here isn't which single model won - benchmarks churn constantly - it's that reward design, not more data or bigger models, is driving the gains. Preference scores alone can let a model learn to produce generically pretty images while ignoring the prompt; pairing them with rubric checks on prompt-following is what keeps that shortcut from paying off.\n\nWorth noting: the researchers are grading their own technique against a leaderboard snapshot from one day in September, and they trained the model that came out on top - that's useful signal, not an independent verdict.","[\"ai\",\"image-generation\",\"reinforcement-learning\",\"benchmarks\"]","2026-10-05T04:00:00.000Z","2026-10-05T18:50:48.697Z","2026-10-05T18:50:54.512Z","published",null,[24],{"id":25,"reviewer":26,"round":27,"reason":28,"status":29},"publisher-r1","publisher",1,"Ideogram-4 is a proprietary commercial model, not open-source, contradicting the headline\u002Fdek claim that the method pushed an 'open-source image model' to the top of the leaderboard.","resolved","ai",[30,32,33,34],"image-generation","reinforcement-learning","benchmarks",[36],{"name":37,"url":38},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.02967",0,{"sections":41},[42,45,49,54,59,64,68,73,77,82,87,92,97,102],{"name":43,"slug":30,"count":44,"latest_published_at":18},"AI",6233,{"name":46,"slug":47,"count":48,"latest_published_at":18},"Security","security",868,{"name":50,"slug":51,"count":52,"latest_published_at":53},"Policy","policy",444,"2026-10-03T15:02:01.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Deals","deals",323,"2026-10-04T13:00:00.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Hardware","hardware",204,"2026-10-03T14:50:50.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":18},"Science","science",177,{"name":69,"slug":70,"count":71,"latest_published_at":72},"Consumer Tech","consumer-tech",158,"2026-10-03T03:21:12.000Z",{"name":74,"slug":75,"count":76,"latest_published_at":18},"Dev Tools","dev-tools",98,{"name":78,"slug":79,"count":80,"latest_published_at":81},"Software","software",97,"2026-10-04T10:00:00.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"Startups","startups",92,"2026-10-04T14:36:25.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"Gaming","gaming",53,"2026-10-02T02:50:39.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"General","general",51,"2026-10-05T02:35:01.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"Reviews","reviews",32,"2026-10-02T18:00:00.000Z",{"name":103,"slug":104,"count":105,"latest_published_at":106},"How-To","how-to",7,"2026-10-01T09:00:00.000Z"]