[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-aws-open-sources-uaef-a-36-measure-test-kit-for-ai-agents":10,"sections":41},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":30,"tags":31,"sources":36,"feedback":40,"feedback_at":22,"cost_usd":40,"total_tokens":40},12882,"aws-open-sources-uaef-a-36-measure-test-kit-for-ai-agents","AWS Open-Sources UAEF, a 36-Measure Test Kit for AI Agents","AWS's free UAEF tool scores AI agents on 36 measures across several frameworks and flags when a new prompt or model makes one worse.","AWS has released UAEF, a free open-source tool that checks whether a change to an AI agent made it better or worse.\n\nThe tool scores agents on 36 measures, ranging from how well they use tools to safety. It works across several agent frameworks, the libraries developers use to connect a model to tools and tasks. It also flags a regression when a new prompt or a new model leaves an agent performing worse than before. The code is free to use.\n\nThe idea is not new. Software teams have long run regression tests, which rerun a fixed set of checks after every change so a fix in one place does not quietly break another. UAEF applies that habit to agents, where the two most routine edits, rewriting a prompt and swapping in a newer model, are exactly the changes that can shift behavior without anyone noticing.\n\nThe cross-framework part is the more interesting design choice. A test suite tied to one framework ties its results to that framework, which makes comparisons between setups awkward. A neutral scorer lets a team judge a prompt change or a model swap on the same 36 measures wherever the agent was built.\n\nThe open question is how those measures hold up. Tool use and safety, the two categories AWS names, are very different things to score. One can be checked against what the agent actually did, while the other leans on judgment calls about what counts as unsafe. How UAEF handles that spread decides whether a flagged regression is a signal worth acting on or just noise. The 36-measure description comes from AWS itself, so outside teams running it on their own agents will be the first real test.","[\"aws\",\"ai-agents\",\"open-source\",\"evaluation\"]","2026-11-11T17:27:44.000Z","2026-11-11T19:02:33.332Z","2026-11-11T19:02:35.501Z","published",null,[24],{"id":25,"reviewer":26,"round":27,"reason":28,"status":29},"editor-r1","editor",1,"Remove the leftover meta-commentary 'The source does not say...', which is a source reference not tied to a named source; either name The Next Web as the source or reframe it as 'AWS has not detailed...' (and check that claim). Also cut or support the unsourced assertions that agents 'have had fewer standard equivalents' and that 'teams often write their own', and spell out what UAEF stands for if it is available.","resolved","ai",[32,33,34,35],"aws","ai-agents","open-source","evaluation",[37],{"name":38,"url":39},"The Next Web","https:\u002F\u002Fthenextweb.com\u002Fnews\u002Faws-uaef-open-source-ai-agent-evaluation",0,{"sections":42},[43,47,52,57,62,67,72,77,82,87,92,97,102,107],{"name":44,"slug":30,"count":45,"latest_published_at":46},"AI",7144,"2026-11-12T13:27:45.000Z",{"name":48,"slug":49,"count":50,"latest_published_at":51},"Security","security",1128,"2026-11-11T18:05:00.000Z",{"name":53,"slug":54,"count":55,"latest_published_at":56},"Deals","deals",642,"2026-11-12T14:00:00.000Z",{"name":58,"slug":59,"count":60,"latest_published_at":61},"Policy","policy",619,"2026-11-12T12:53:36.000Z",{"name":63,"slug":64,"count":65,"latest_published_at":66},"Consumer Tech","consumer-tech",364,"2026-11-12T11:12:32.000Z",{"name":68,"slug":69,"count":70,"latest_published_at":71},"Hardware","hardware",336,"2026-11-12T11:24:43.000Z",{"name":73,"slug":74,"count":75,"latest_published_at":76},"Science","science",230,"2026-11-12T10:00:00.000Z",{"name":78,"slug":79,"count":80,"latest_published_at":81},"Software","software",168,"2026-11-11T17:36:49.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"Startups","startups",159,"2026-11-11T12:30:00.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"Dev Tools","dev-tools",127,"2026-11-11T19:00:44.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"General","general",118,"2026-11-11T16:49:42.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"Gaming","gaming",107,"2026-11-12T10:09:03.000Z",{"name":103,"slug":104,"count":105,"latest_published_at":106},"Reviews","reviews",38,"2026-10-20T12:00:00.000Z",{"name":108,"slug":109,"count":110,"latest_published_at":111},"How-To","how-to",8,"2026-10-05T09:00:00.000Z"]