[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-ai-reviewer-loop-fixes-paper-flaws-not-bad-ideas":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},7397,"ai-reviewer-loop-fixes-paper-flaws-not-bad-ideas","AI Reviewer Loop Fixes Paper Flaws, Not Bad Ideas","An AI system that revises rejected papers using AI-generated reviews fixes most execution problems but barely touches complaints about the underlying idea.","A new AI system revises rejected research papers by looping them through an AI reviewer - and it's much better at fixing bugs than fixing bad ideas.\n\nResearchers built AppliedScientist, which pairs an autonomous AI scientist that edits paper drafts with an AI reviewer that grades each revision independently, with no memory of earlier scores, so feedback doesn't compound its own bias. They tested three ways to start the loop: seeding it with a paper's original human reviews, seeding it with AI-generated reviews, or letting the system critique its own drafts with a fixed prompt every round. Reviewer-guided revision beat blind self-revision, and an independent evaluator called Stanford Reviewer confirmed the later drafts scored higher too. Out of 150 flagged weaknesses in methodology or execution, the system fixed 128 of them - 85.3% - but of 18 weaknesses about the paper's core idea, it fixed just two.\n\nThat split is the real finding. AI can tighten sloppy experiments and patch implementation gaps, the kind of feedback a sharp lab mate gives for free. It cannot reliably tell a researcher their idea isn't interesting enough, which is usually the harder and more valuable half of peer review.\n\nEvery automated-reviewing tool so far has been decent at catching weak ablations and missing baselines; none of them can yet tell you your premise is boring, and that gap looks like the part that actually matters.","[\"ai-research\",\"peer-review\",\"ai-agents\",\"academic-publishing\"]","2026-09-23T04:00:00.000Z","2026-09-23T11:33:14.783Z","2026-09-23T11:33:26.481Z","published",null,[],"ai",[26,27,28,29],"ai-research","peer-review","ai-agents","academic-publishing",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.14738",0,{"sections":36},[37,41,45,50,55,60,65,70,75,80,85,90,95,100],{"name":38,"slug":24,"count":39,"latest_published_at":40},"AI",4347,"2026-09-23T12:00:00.000Z",{"name":42,"slug":43,"count":44,"latest_published_at":18},"Security","security",713,{"name":46,"slug":47,"count":48,"latest_published_at":49},"Policy","policy",371,"2026-09-23T12:00:43.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Deals","deals",211,"2026-09-23T13:00:46.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",170,"2026-09-23T11:59:23.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Science","science",134,"2026-09-23T09:00:00.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Consumer Tech","consumer-tech",110,"2026-09-22T20:00:00.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Software","software",81,"2026-09-23T09:56:13.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":79},"Dev Tools","dev-tools",79,"2026-09-22T22:21:13.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Startups","startups",65,"2026-09-22T22:06:48.000Z",{"name":86,"slug":87,"count":88,"latest_published_at":89},"Gaming","gaming",45,"2026-09-22T15:35:06.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"General","general",43,"2026-09-21T23:48:56.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"Reviews","reviews",27,"2026-09-22T13:00:00.000Z",{"name":101,"slug":102,"count":103,"latest_published_at":104},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]