[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-statistical-recipe-for-catching-swapped-ai-models":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},11216,"a-statistical-recipe-for-catching-swapped-ai-models","A Statistical Recipe for Catching Swapped AI Models","A new framework calculates exactly how many test queries are needed to prove a deployed AI model matches what was promised, despite random outputs.","A new paper spells out exactly how many test queries it takes to catch an AI provider that swapped out the model you paid for.\n\nThe researchers tackle third-party challenge-response identity verification, or TP-CRIV: a method that lets an outside auditor check whether a deployed model matches a reference model without getting direct access to it. The catch is that probabilistic models like large language models give different answers every time you ask, even with identical prompts. The paper works out the math connecting that randomness to how reliably a verifier can tell a genuine match from an impostor, expressed as an AUC score. It also shows how to calculate the minimum number of independent challenges and repeated responses needed to hit a target confidence level, then tests the approach on LLMs using open-ended questions.\n\nThis matters because AI buyers increasingly have to trust claims they cannot independently confirm: that an API is really running the model advertised, not a cheaper substitute swapped in after a benchmark review. A statistical budget for verification turns a vague promise into a number anyone can check, the same way audits work for cloud uptime or financial statements.\n\nIt is a modest, technical fix for a problem that is really about incentives: providers quietly downgrading models to cut costs. No amount of statistics solves that unless someone actually runs the test.","[\"ai verification\",\"llm\",\"model integrity\",\"research\"]","2026-10-09T04:00:00.000Z","2026-10-10T15:34:27.571Z","2026-10-10T15:34:33.683Z","published",null,[],"ai",[26,27,28,29],"ai verification","llm","model integrity","research",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.11163",0,{"sections":36},[37,41,46,51,56,61,66,71,76,81,86,91,96,101],{"name":38,"slug":24,"count":39,"latest_published_at":40},"AI",6854,"2026-10-10T13:20:00.000Z",{"name":42,"slug":43,"count":44,"latest_published_at":45},"Security","security",943,"2026-10-10T12:00:00.000Z",{"name":47,"slug":48,"count":49,"latest_published_at":50},"Policy","policy",493,"2026-10-10T14:40:00.000Z",{"name":52,"slug":53,"count":54,"latest_published_at":55},"Deals","deals",484,"2026-10-09T12:30:00.000Z",{"name":57,"slug":58,"count":59,"latest_published_at":60},"Hardware","hardware",233,"2026-10-09T16:07:54.000Z",{"name":62,"slug":63,"count":64,"latest_published_at":65},"Science","science",195,"2026-10-09T11:00:57.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Consumer Tech","consumer-tech",186,"2026-10-10T13:55:00.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Startups","startups",120,"2026-10-09T17:02:31.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Software","software",114,"2026-10-08T17:57:01.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Dev Tools","dev-tools",110,"2026-10-09T13:03:48.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",69,"2026-10-09T19:10:07.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Gaming","gaming",59,"2026-10-09T11:43:43.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"Reviews","reviews",34,"2026-10-08T14:00:22.000Z",{"name":102,"slug":103,"count":104,"latest_published_at":105},"How-To","how-to",8,"2026-10-05T09:00:00.000Z"]