[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-tool-finds-bugs-hiding-in-ai-coding-assistants-prompts":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},11117,"new-tool-finds-bugs-hiding-in-ai-coding-assistants-prompts","New Tool Finds Bugs Hiding in AI Coding Assistants' Prompts","A $0.27 testing framework caught 152 flaws in the prompts steering Claude Code, Codex CLI, and Gemini CLI, including one Google's patch missed.","A new testing framework just caught dozens of bugs hiding in the instructions that run Claude Code, Codex CLI, and Gemini CLI.\n\nResearchers built a tool called Arbiter that treats system prompts, the hidden instructions that govern an AI coding agent's behavior, as software worth testing instead of prose worth trusting. It pairs formal evaluation rules with several different LLMs cross-checking the same prompt for contradictions. Run against the prompts behind Anthropic's Claude Code, OpenAI's Codex CLI, and Google's Gemini CLI, it surfaced 152 findings in an open-ended scan, then 21 hand-labeled interference patterns, cases where one instruction quietly undercuts another, in a deeper pass on a single vendor. The entire three-way analysis cost $0.27.\n\nA prompt's architecture, whether it is one dense block, a flat list, or broken into modules, predicted the kind of failure that turned up, though not how severe it was. More notable: checking a prompt with multiple models surfaced entirely different bug categories than checking it with one, which suggests single-model prompt reviews are missing whole classes of problems.\n\nOne finding was a data-loss bug in Gemini CLI's memory system that matches an issue Google already patched. The patch fixed the symptom, not the schema-level flaw Arbiter identified, which is a decent summary of where AI tooling fixes stand right now: triage over root cause.","[\"ai coding agents\",\"system prompts\",\"llm testing\",\"anthropic\"]","2026-10-09T04:00:00.000Z","2026-10-10T06:56:07.033Z","2026-10-10T06:56:11.573Z","published",null,[],"ai",[26,27,28,29],"ai coding agents","system prompts","llm testing","anthropic",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2603.08993",0,{"sections":36},[37,41,46,51,56,61,66,71,76,81,86,91,96,101],{"name":38,"slug":24,"count":39,"latest_published_at":40},"AI",6838,"2026-10-09T17:00:00.000Z",{"name":42,"slug":43,"count":44,"latest_published_at":45},"Security","security",940,"2026-10-09T15:36:29.000Z",{"name":47,"slug":48,"count":49,"latest_published_at":50},"Policy","policy",490,"2026-10-09T14:25:43.000Z",{"name":52,"slug":53,"count":54,"latest_published_at":55},"Deals","deals",483,"2026-10-09T11:20:39.000Z",{"name":57,"slug":58,"count":59,"latest_published_at":60},"Hardware","hardware",233,"2026-10-09T16:07:54.000Z",{"name":62,"slug":63,"count":64,"latest_published_at":65},"Science","science",195,"2026-10-09T11:00:57.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Consumer Tech","consumer-tech",183,"2026-10-09T14:50:57.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Startups","startups",119,"2026-10-09T15:02:30.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Software","software",114,"2026-10-08T17:57:01.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Dev Tools","dev-tools",109,"2026-10-09T13:03:48.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",68,"2026-10-09T16:09:08.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Gaming","gaming",59,"2026-10-09T11:43:43.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"Reviews","reviews",34,"2026-10-08T14:00:22.000Z",{"name":102,"slug":103,"count":104,"latest_published_at":105},"How-To","how-to",8,"2026-10-05T09:00:00.000Z"]