[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-best-ai-agent-scores-43-out-of-100-on-engineering-benchmark":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},9972,"best-ai-agent-scores-43-out-of-100-on-engineering-benchmark","Best AI Agent Scores 43 Out of 100 on Engineering Benchmark","SimuVerity tests AI agents on 101 Simulink engineering tasks, and even the top performer barely clears 40 percent on real engineering requirements.","A new benchmark says AI agents are nowhere close to generating engineering-grade simulation models.\n\nResearchers built SimuVerity, a benchmark of 101 text-to-executable Simulink model-generation tasks spanning ten engineering domains. Each task comes with an executable-system profile that defines the engineering spec, plus four families of native simulation scenarios. A hierarchical evaluator checks whether a model actually gets delivered, runs natively, and clears a qualification bar, then scores qualified models across six dimensions: accuracy, output quality, mechanistic fidelity, control and causal integrity, operating-domain robustness, and dynamic response. The team ran six agent systems through it, and the best one managed an overall score of just 42.86 out of 100.\n\nMost existing Simulink benchmarks just check whether a model compiles or resembles a reference - that says almost nothing about whether it would survive a real engineering review. SimuVerity's results point to two separate failure points: agents struggle to produce an implementation that even qualifies as real, and then struggle again to meet the multi-dimensional requirements once it does qualify. Some models that score well still come out visually disordered, a reminder that a passing grade doesn't mean the output is ready to hand off.\n\nIf 42.86 out of 100 is the current ceiling, engineering teams should treat AI-generated Simulink models as drafts, not deliverables.","[\"ai agents\",\"benchmarks\",\"simulink\",\"engineering tools\"]","2026-10-05T04:00:00.000Z","2026-10-05T15:58:58.504Z","2026-10-05T15:58:58.700Z","published",null,[],"ai",[26,27,28,29],"ai agents","benchmarks","simulink","engineering tools",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.02304",0,{"sections":36},[37,40,44,49,54,59,63,68,72,77,82,87,92,97],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",6233,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",868,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",444,"2026-10-03T15:02:01.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",323,"2026-10-04T13:00:00.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",204,"2026-10-03T14:50:50.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":18},"Science","science",177,{"name":64,"slug":65,"count":66,"latest_published_at":67},"Consumer Tech","consumer-tech",158,"2026-10-03T03:21:12.000Z",{"name":69,"slug":70,"count":71,"latest_published_at":18},"Dev Tools","dev-tools",98,{"name":73,"slug":74,"count":75,"latest_published_at":76},"Software","software",97,"2026-10-04T10:00:00.000Z",{"name":78,"slug":79,"count":80,"latest_published_at":81},"Startups","startups",92,"2026-10-04T14:36:25.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"Gaming","gaming",53,"2026-10-02T02:50:39.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"General","general",51,"2026-10-05T02:35:01.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"Reviews","reviews",32,"2026-10-02T18:00:00.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"How-To","how-to",7,"2026-10-01T09:00:00.000Z"]