[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-cheap-ai-judge-that-knows-when-to-call-for-backup":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},8683,"a-cheap-ai-judge-that-knows-when-to-call-for-backup","A Cheap AI Judge That Knows When to Call for Backup","A new judging method escalates only uncertain verdicts to a full reasoning model, matching GPT-6's accuracy for a fraction of its cost and latency.","A cheap AI judge can grade other AI's answers almost as well as GPT-6, as long as it knows when to ask for help.\n\nResearchers built JEV, a judge model that skips writing out reasoning and instead returns probability scores for each possible verdict. Tested against sixteen other AI judges and checked against blinded human raters, JEV landed within three points of GPT-6's accuracy on judgments readable straight off the text, while charging 0.36% of GPT-6's fee and answering in a 0.15-second median. It fell behind on tasks that require actual derivation, like math, code, and logic problems. The researchers used JEV's own confidence score to flag those weak spots, then built a system that hands off only the uncertain cases to a full reasoning judge.\n\nOn 1,610 held-out test pairs, that hybrid setup beat GPT-6's accuracy by 0.9 points while costing 41% of what pure GPT-6 judging costs, and in a live test on two new workloads it matched GPT-6's accuracy exactly. That's a concrete answer to the complaint that's trailed LLM-as-a-judge since people started grading model outputs with other models: it's slow and expensive at scale.\n\nThe catch: the confidence trick gets shakier on style-adversarial phrasing and prose without a reference to check against, so this is less a drop-in replacement than a judgment call about which parts of an evaluation pipeline you're willing to hand to a fast guesser.","[\"ai\",\"llm-evaluation\",\"research\",\"arxiv\"]","2026-09-30T04:00:00.000Z","2026-09-30T19:13:41.341Z","2026-09-30T19:13:48.239Z","published",null,[],"ai",[24,26,27,28],"llm-evaluation","research","arxiv",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.26550",0,{"sections":35},[36,39,43,47,52,57,61,66,71,75,80,85,90,95],{"name":37,"slug":24,"count":38,"latest_published_at":18},"AI",5184,{"name":40,"slug":41,"count":42,"latest_published_at":18},"Security","security",791,{"name":44,"slug":45,"count":46,"latest_published_at":18},"Policy","policy",417,{"name":48,"slug":49,"count":50,"latest_published_at":51},"Deals","deals",284,"2026-09-29T21:00:00.000Z",{"name":53,"slug":54,"count":55,"latest_published_at":56},"Hardware","hardware",194,"2026-09-29T13:16:04.000Z",{"name":58,"slug":59,"count":60,"latest_published_at":18},"Science","science",155,{"name":62,"slug":63,"count":64,"latest_published_at":65},"Consumer Tech","consumer-tech",142,"2026-09-29T18:38:03.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Software","software",91,"2026-09-25T20:55:00.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":18},"Dev Tools","dev-tools",90,{"name":76,"slug":77,"count":78,"latest_published_at":79},"Startups","startups",83,"2026-09-29T21:51:36.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"General","general",49,"2026-09-28T16:44:57.000Z",{"name":86,"slug":87,"count":88,"latest_published_at":89},"Gaming","gaming",48,"2026-09-25T18:35:21.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]