[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-new-rag-system-learns-from-humans-before-it-overrules-them":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},11303,"a-new-rag-system-learns-from-humans-before-it-overrules-them","A New RAG System Learns From Humans Before It Overrules Them","A new research system watches human decisions, then gradually argues with and eventually takes over routine calls, with mixed results as conditions shift.","A new research system lets an AI start as a silent observer of human decisions and work its way up to making calls on its own.\n\nResearchers built iRAG, a decision-support tool that pairs retrieval-augmented generation with a human-in-the-loop workflow. Instead of starting with a pre-loaded knowledge base, iRAG begins empty and fills itself in as humans make decisions, storing each one as a precedent it can retrieve later. The system then moves through three stages: silently watching, pushing back on human calls with evidence pulled from past decisions, and finally handling routine cases autonomously while knowing when to abstain. In tests against an independent baseline, iRAG matched the baseline's error rate when the underlying knowledge was changing slowly (under 10 percent drift) and cut errors when conditions shifted faster, up to 40 percent drift.\n\nThe catch is a tradeoff the researchers call stability-plasticity: letting old precedents decay helps the system adapt to changed knowledge, but it also raises errors on knowledge that hasn't changed. That is a real tension for any team hoping to automate judgment calls that still shift occasionally - fraud reviews, content moderation, triage - rather than a clean win for automation.\n\nThe paper is also upfront about what it hasn't tested: all of this runs on simulated decisions, so whether real humans actually tolerate an AI that argues back is still an open question.","[\"rag\",\"human-in-the-loop\",\"ai research\",\"decision support\"]","2026-10-12T04:00:00.000Z","2026-10-12T07:01:12.588Z","2026-10-12T07:01:17.445Z","published",null,[],"ai",[26,27,28,29],"rag","human-in-the-loop","ai research","decision support",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.12666",0,{"sections":36},[37,40,45,50,55,60,65,70,75,80,85,90,95,100],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",6966,{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",952,"2026-10-12T04:54:12.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Policy","policy",496,"2026-10-11T20:06:43.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Deals","deals",488,"2026-10-12T10:32:15.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",234,"2026-10-11T17:20:00.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Science","science",196,"2026-10-11T15:34:40.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Consumer Tech","consumer-tech",191,"2026-10-12T11:10:16.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Startups","startups",120,"2026-10-09T17:02:31.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":79},"Software","software",115,"2026-10-11T07:34:45.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Dev Tools","dev-tools",111,"2026-10-12T11:22:24.000Z",{"name":86,"slug":87,"count":88,"latest_published_at":89},"General","general",70,"2026-10-11T14:15:00.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"Gaming","gaming",59,"2026-10-09T11:43:43.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"Reviews","reviews",34,"2026-10-08T14:00:22.000Z",{"name":101,"slug":102,"count":103,"latest_published_at":104},"How-To","how-to",8,"2026-10-05T09:00:00.000Z"]