[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-diffusion-language-models-learn-to-skip-steps":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},9009,"diffusion-language-models-learn-to-skip-steps","Diffusion Language Models Learn to Skip Steps","A new training method lets diffusion language models generate text in far fewer steps without the usual quality tradeoff.","Researchers have found a way to make diffusion language models fast without making them dumb.\n\nThe method, called the Discrete Average Generator, adapts an existing continuous-space technique known as MeanFlow for use with discrete text data. Instead of predicting one small step at a time, the model learns to predict an average transition over a whole time interval, then trains against a mathematical self-consistency check to keep that shortcut accurate. Tested on OpenWebText, a large web-text dataset, it produced the lowest perplexity (a standard measure of how well a model predicts text) among compared methods across 8 to 64 sampling steps, while cutting generation time by 16x. It also roughly matched existing methods on ImageNet, suggesting the trick isn't limited to text.\n\nDiffusion language models have been pitched as a faster alternative to the step-by-step, left-to-right generation that powers most chatbots today. The catch has always been that going fast and staying coherent don't mix well - cut the steps, and output quality usually drops. This work attacks that tradeoff directly rather than just throwing more compute at it, which is the more common fix.\n\nWorth noting: this is a research result on a dataset of web text, not a shipped product. A 16x speedup is the kind of number that looks great in a paper and often shrinks considerably once it meets a real serving stack and real-world prompts.","[\"diffusion-models\",\"language-models\",\"ai-research\",\"generative-ai\"]","2026-10-01T04:00:00.000Z","2026-10-01T15:33:46.437Z","2026-10-01T15:33:52.524Z","published",null,[],"ai",[26,27,28,29],"diffusion-models","language-models","ai-research","generative-ai",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.38364",0,{"sections":36},[37,40,44,49,54,59,63,68,73,77,82,87,92,97],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",5487,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",809,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",429,"2026-10-01T02:26:17.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",298,"2026-09-30T21:00:26.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",196,"2026-09-30T13:00:00.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":18},"Science","science",162,{"name":64,"slug":65,"count":66,"latest_published_at":67},"Consumer Tech","consumer-tech",149,"2026-09-30T22:57:11.000Z",{"name":69,"slug":70,"count":71,"latest_published_at":72},"Dev Tools","dev-tools",93,"2026-10-01T02:30:48.000Z",{"name":74,"slug":75,"count":71,"latest_published_at":76},"Software","software","2026-09-30T21:41:11.000Z",{"name":78,"slug":79,"count":80,"latest_published_at":81},"Startups","startups",84,"2026-09-30T20:39:09.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"Gaming","gaming",51,"2026-09-30T16:24:30.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]