[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-new-framework-forces-ai-coding-agents-to-pass-real-tests":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},6332,"a-new-framework-forces-ai-coding-agents-to-pass-real-tests","A New Framework Forces AI Coding Agents to Pass Real Tests","Consort forces AI coding agents to pass immutable tests on a live database, betting code discipline beats prompt discipline.","A new agent framework wants to keep AI coding tools honest by making them prove it, not promise it.\n\nResearchers publishing on arXiv introduced Consort, a framework for AI coding agents that runs specification writing and test-driven development through a deterministic orchestrator on a live, branched database. Unlike frameworks that rely on prompt instructions a model can simply ignore, or on a strong upfront spec followed by a trusted build phase, Consort's rules, human-approved gates, immutable tests, and a required green test run on a real database branch, sit outside the agent's reach. The paper places Consort against existing spec-first tools including GitHub's Spec Kit, obra\u002Fsuperpowers, BMAD, and GSD, all of which capture developer intent up front but differ in how strictly they enforce discipline afterward. Consort also splits the work across specialized role agents, mirroring how human engineering teams separate planning, testing, and building.\n\nAI coding agents have a trust problem: they write plausible code that does not always work, and a system prompt telling one to write tests first is only as reliable as the model's willingness to follow it. Consort's bet is that discipline has to live in code, not in a prompt, which is a more testable claim than most framework pitches manage. The authors call it a hypothesis rather than a proven result, which is a refreshingly modest framing in a space full of confident launch posts.\n\nThe real test is whether teams already using Spec Kit or BMAD switch for guardrails they cannot talk their way around, or whether an agent that must pass a real test turns out to be exactly as much friction as it sounds.","[\"ai-coding-agents\",\"test-driven-development\",\"spec-driven-development\",\"arxiv\"]","2026-09-11T04:00:00.000Z","2026-09-11T06:56:35.254Z","2026-09-11T06:56:47.154Z","published",null,[],"dev-tools",[26,27,28,29],"ai-coding-agents","test-driven-development","spec-driven-development","arxiv",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.09671",0,{"sections":36},[37,41,45,49,54,59,64,67,72,75,80,85,90,95],{"name":38,"slug":39,"count":40,"latest_published_at":18},"AI","ai",3521,{"name":42,"slug":43,"count":44,"latest_published_at":18},"Security","security",637,{"name":46,"slug":47,"count":48,"latest_published_at":18},"Policy","policy",338,{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",153,"2026-09-09T15:12:32.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Consumer Tech","consumer-tech",99,"2026-09-09T17:27:33.000Z",{"name":65,"slug":66,"count":62,"latest_published_at":18},"Science","science",{"name":68,"slug":69,"count":70,"latest_published_at":71},"Software","software",75,"2026-09-10T20:41:21.000Z",{"name":73,"slug":24,"count":74,"latest_published_at":18},"Dev Tools",70,{"name":76,"slug":77,"count":78,"latest_published_at":79},"Startups","startups",55,"2026-09-09T23:14:29.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Gaming","gaming",43,"2026-09-10T12:18:06.000Z",{"name":86,"slug":87,"count":88,"latest_published_at":89},"General","general",41,"2026-09-08T01:57:23.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]