[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-fix-for-ais-one-preference-fits-all-problem":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},6434,"a-fix-for-ais-one-preference-fits-all-problem","A Fix for AI's One Preference Fits All Problem","A new method lets AI models adapt to individual preferences without costly extra labeling, addressing a core flaw in how chatbots are trained.","A new paper explains why your chatbot never quite gets you - and offers a cheaper way to fix it.\n\nResearchers behind a framework called MiCRo argue that today's standard method for training AI models on human feedback assumes everyone wants the same thing. That method, known as the Bradley-Terry model, boils down millions of human preference judgments into one global reward function. The paper proves mathematically that when real preferences split into different subgroups - as they do - a single model like this carries an error it can never fully correct. MiCRo instead works in two stages: it first clusters existing preference data into distinct implicit groups without requiring new, hand-labeled annotations, then uses an online routing system that picks the right cluster based on the context of a given conversation. Across several preference datasets, the authors report meaningful gains in how well the resulting models matched individual users compared to standard single-model training.\n\nThis matters because RLHF, the process behind most chatbot fine-tuning, has effectively been optimizing for an average opinion that satisfies no one in particular. Competing approaches to personalization exist, but they typically require costly multi-objective learning built on fine-grained, attribute-specific annotations. MiCRo's pitch is getting similar personalization out of data labs already have.\n\nIt is still a research paper, not a shipped feature, and reducing millions of people to a handful of preference clusters raises its own question: who decides what belongs in which cluster.","[\"ai\",\"rlhf\",\"reward-modeling\",\"personalization\"]","2026-09-16T04:00:00.000Z","2026-09-17T16:09:48.499Z","2026-09-17T16:10:00.421Z","published",null,[],"ai",[24,26,27,28],"rlhf","reward-modeling","personalization",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2505.24846",0,{"sections":35},[36,40,45,50,55,59,63,68,73,77,82,87,92,97],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",3852,"2026-09-17T08:27:09.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",648,"2026-09-17T04:00:00.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Policy","policy",338,"2026-09-11T04:00:00.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":44},"Hardware","hardware",154,{"name":60,"slug":61,"count":62,"latest_published_at":44},"Science","science",114,{"name":64,"slug":65,"count":66,"latest_published_at":67},"Consumer Tech","consumer-tech",99,"2026-09-09T17:27:33.000Z",{"name":69,"slug":70,"count":71,"latest_published_at":72},"Software","software",75,"2026-09-10T20:41:21.000Z",{"name":74,"slug":75,"count":76,"latest_published_at":44},"Dev Tools","dev-tools",73,{"name":78,"slug":79,"count":80,"latest_published_at":81},"Startups","startups",55,"2026-09-09T23:14:29.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"Gaming","gaming",43,"2026-09-10T12:18:06.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"General","general",41,"2026-09-08T01:57:23.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]