[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-math-benchmark-shows-ai-models-rarely-prove-original-creativity":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},5233,"new-math-benchmark-shows-ai-models-rarely-prove-original-creativity","New Math Benchmark Shows AI Models Rarely Prove Original Creativity","A new benchmark called ALPS finds today's best AI models solve almost none of thousands of provably verifiable math construction problems.","A new benchmark finds that today's leading AI models can barely pass a real test of mathematical creativity.\n\nResearchers built ALPS (Austin-Law Proof-Synthesis) to test whether AI outputs are original and provably correct, not just plausible-sounding. Each task asks a model to construct an infinite mathematical structure satisfying a given equational law, or prove no such structure can exist, with every submission checked by automated proof software rather than a human grader. A public generator can produce unlimited new problems, so models cannot lean on memorized answers. Across a pool of 4,141 laws, a portfolio of eight automated prover configurations solved just 2.2 percent, a twentyfold increase in compute budget added only 0.6 percent more, and the strongest reasoning model tested solved 14 percent of the proof-only half and none of the construction half.\n\nThat gap is the real story: more compute barely helped, which points to a missing method for building tailored structures rather than a raw-power problem. It is also a sharper yardstick than most AI creativity claims, which typically rely on human judges or tasks a model could have already seen during training.\n\nNext time a lab claims its model \"discovered\" a new proof, this is the kind of test worth asking whether it could pass: 97.2 percent of ALPS problems remain unsolved at every configuration and budget tried so far.","[\"ai\",\"benchmarks\",\"mathematics\",\"llm-evaluation\"]","2026-08-18T04:00:00.000Z","2026-08-18T10:54:17.252Z","2026-08-18T10:54:29.032Z","published",null,[],"ai",[24,26,27,28],"benchmarks","mathematics","llm-evaluation",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2608.15979",0,{"sections":35},[36,40,44,49,54,59,64,69,74,78,83,88,93,98],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":39},"Security","security",435,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":18},"Dev Tools","dev-tools",69,{"name":79,"slug":80,"count":81,"latest_published_at":82},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]