[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-benchmark-checks-if-ai-video-models-get-randomness-right":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},5494,"new-benchmark-checks-if-ai-video-models-get-randomness-right","New Benchmark Checks If AI Video Models Get Randomness Right","CaliBench tests six video AI models against dice, cards and roulette, finding most fail to reproduce true randomness in their generated outcomes.","A new benchmark shows today's flashiest video-generation AI models can't roll a fair die - literally.\n\nResearchers built CaliBench to test whether video world models, the systems that generate short video clips predicting how a scene might unfold, actually reproduce the correct odds of random physical events. Instead of judging video realism the way older benchmarks do, CaliBench scores clips against known probability distributions: a Galton board's binomial spread, a binary Bernoulli fork, uniform dice, cards and lottery draws, and a skewed European roulette color wheel. The team ran nine such scenes through six leading image-to-video models - WAN-2.7, SeeDance-2.0, HappyHorse-1.0, Veo 3.1, Runway Gen-4.5 and Cosmos3-Super - generating 32 clips per scene per model. They then measured both how often a model produced a readable outcome at all, a metric they call scorability, and how far its outcomes drifted from the true odds, or calibration, checking for statistical significance with a chi-squared test.\n\nThis matters because video world models are increasingly pitched as stand-ins for physics simulators - training tools for robotics, autonomous driving and game AI that need to reason about uncertain outcomes, not just pretty pixels. A model that quietly funnels every dice roll toward the same number, as Veo 3.1 did in testing, isn't simulating physics. It's memorizing a plausible-looking guess.\n\nIt's a useful reminder that a video clip looking real and a video clip being statistically honest are two different engineering problems - and going by these results, none of the six labs tested have solved the second one.","[\"ai\",\"video-models\",\"benchmarks\",\"generative-ai\"]","2026-08-18T04:00:00.000Z","2026-08-18T22:36:37.347Z","2026-08-18T22:36:49.259Z","published",null,[],"ai",[24,26,27,28],"video-models","benchmarks","generative-ai",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2608.16829",0,{"sections":35},[36,40,44,49,54,59,64,69,74,78,83,88,93,98],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":39},"Security","security",435,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":18},"Dev Tools","dev-tools",69,{"name":79,"slug":80,"count":81,"latest_published_at":82},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]