[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-fix-for-ai-models-that-forget-old-skills-when-learning-new-ones":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},7374,"a-fix-for-ai-models-that-forget-old-skills-when-learning-new-ones","A Fix for AI Models That Forget Old Skills When Learning New Ones","A new fine-tuning method lets AI models control how much they copy from a teacher, cutting skill loss while still beating baselines on math and coding tests.","Researchers have built a fine-tuning method that lets AI models decide, token by token, how much of a teacher model's expertise to absorb.\n\nThe technique, called iSDFT, tweaks a training method known as self-distillation fine-tuning, where a model learns new skills by studying a stronger \"teacher\" version of itself performing a task. The catch with the standard approach: it always aims for the teacher's full answer, with no dial for how much influence that teacher should have at each step. iSDFT adds that dial. At every token it picks the closest possible answer to what the student already believes while staying within a set budget for teacher information, and it anchors the model to its original, unfine-tuned self to limit drift over time.\n\nThat distinction matters because most fixes for catastrophic forgetting, the tendency of a model to lose old skills while learning new ones, treat the symptom rather than the training signal itself. Metering the teacher's influence is a more surgical approach than freezing layers or bolting on regularization penalties after the fact. Tested on four language models across two specialization tasks, the method beat standard self-distillation in seven of eight settings, stayed within half a point of baseline performance 73% of the time versus 52% for the strongest prior approach, and posted the largest average gains across ten separate math and coding benchmarks.\n\nThose numbers come from four model families and two tasks chosen by the authors, so it is still an open question whether the dial works as cleanly once it meets larger, messier production models.","[\"fine-tuning\",\"llm\",\"machine-learning\",\"ai-research\"]","2026-09-23T04:00:00.000Z","2026-09-23T10:13:39.132Z","2026-09-23T10:13:44.511Z","published",null,[],"ai",[26,27,28,29],"fine-tuning","llm","machine-learning","ai-research",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.24646",0,{"sections":36},[37,40,44,48,53,57,62,67,72,77,82,87,92,97],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",4344,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",713,{"name":45,"slug":46,"count":47,"latest_published_at":18},"Policy","policy",370,{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",206,"2026-09-23T09:43:46.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":18},"Hardware","hardware",169,{"name":58,"slug":59,"count":60,"latest_published_at":61},"Science","science",134,"2026-09-23T09:00:00.000Z",{"name":63,"slug":64,"count":65,"latest_published_at":66},"Consumer Tech","consumer-tech",110,"2026-09-22T20:00:00.000Z",{"name":68,"slug":69,"count":70,"latest_published_at":71},"Software","software",81,"2026-09-23T09:56:13.000Z",{"name":73,"slug":74,"count":75,"latest_published_at":76},"Dev Tools","dev-tools",79,"2026-09-22T22:21:13.000Z",{"name":78,"slug":79,"count":80,"latest_published_at":81},"Startups","startups",65,"2026-09-22T22:06:48.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"Gaming","gaming",45,"2026-09-22T15:35:06.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"General","general",43,"2026-09-21T23:48:56.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"Reviews","reviews",27,"2026-09-22T13:00:00.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]