[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-researchers-test-fractional-optimizers-with-fractal-activations":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},5295,"researchers-test-fractional-optimizers-with-fractal-activations","Researchers Test Fractional Optimizers With Fractal Activations","A new study finds fractional optimizers and fractal activation functions only help neural network training in select combinations, not universally.","Two obscure tweaks to neural network training - fractional calculus and fractal math - only boost performance when paired carefully, not automatically.\n\nResearchers tested fractional optimizers, a family of training methods that extend standard gradient descent using fractional derivatives and memory of past updates, against fractal activation functions, which use self-similar Weierstrass- and Blancmange-type curves instead of the usual smooth activation shapes. They ran the combinations on two math benchmark surfaces, Ackley and Himmelblau, including versions distorted with Weierstrass-style noise, and then on feed-forward networks classifying ten different datasets. The study compared standard optimizers, regularization-style fractional methods, and both explicit and adaptive memory-based fractional optimizers. No single combination won across the board.\n\nThe results argue against treating either technique as a drop-in upgrade. Regularization-style fractional scaling worked well only with specific fractal activations, and the memory-heavy Grunwald-Letnikov approach only showed its worth on the distorted benchmark surfaces, not the clean ones. That is a useful data point for anyone chasing smarter optimizers: fractional math and fractal activations are context-dependent tools, not universal replacements for the defaults most networks still use.\n\nMost of deep learning's recent gains have come from scale and data, not exotic calculus - this paper is a reminder that clever math still has to earn its keep on the benchmark table.","[\"ai\",\"machine-learning\",\"optimization\",\"research\"]","2026-08-18T04:00:00.000Z","2026-08-18T13:50:06.099Z","2026-08-18T13:50:17.937Z","published",null,[],"ai",[24,26,27,28],"machine-learning","optimization","research",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2608.14636",0,{"sections":35},[36,40,44,49,54,59,64,69,74,78,83,88,93,98],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":39},"Security","security",435,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":18},"Dev Tools","dev-tools",69,{"name":79,"slug":80,"count":81,"latest_published_at":82},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]