[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-benchmark-shows-ai-research-skills-collapse-without-guidance":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},5681,"benchmark-shows-ai-research-skills-collapse-without-guidance","Benchmark Shows AI Research Skills Collapse Without Guidance","A new 60-task benchmark finds AI agents score roughly half as well on scientific research once human methodological guidance is removed.","A new benchmark says today's AI agents are nowhere close to doing science on their own.\n\nResearchers built ASI-Bench, the first benchmark to test both innovative exploration and autonomous scientific execution in AI systems. It took more than 40 experts and over 31,000 human hours to build 60 project-level research tasks spanning 11 scientific domains. Unlike most benchmarks, it progressively strips away methodological guidance within the same research project to see how far a model can get on its own. Every task passes through expert review, AI-assisted auditing, sandbox execution, and scorer validation before a score counts. Across 18 leading agent-model combinations, average scores fell from 50.91 with full guidance to 29.10 once only the method was specified, and down to 26.62 when the agent had to pick its own method.\n\nThat drop matters because it separates two very different skills: applying a method someone hands you, and inventing one yourself. Current systems are clearly good at the first and still weak at the second, which is precisely the gap between a capable research assistant and the open-ended, self-directed science that superintelligence claims require.\n\nEvery lab talks up AI that will make discoveries on its own; this benchmark suggests that ambition is still mostly a roadmap slide.","[\"ai\",\"benchmarks\",\"ai-agents\",\"research\"]","2026-08-19T04:00:00.000Z","2026-08-19T10:31:46.142Z","2026-08-19T10:31:58.072Z","published",null,[],"ai",[24,26,27,28],"benchmarks","ai-agents","research",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2608.17271",0,{"sections":35},[36,40,44,49,54,59,64,69,74,79,84,89,94,99],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":39},"Security","security",435,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":78},"Dev Tools","dev-tools",69,"2026-08-18T04:00:00.000Z",{"name":80,"slug":81,"count":82,"latest_published_at":83},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":85,"slug":86,"count":87,"latest_published_at":88},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":100,"slug":101,"count":102,"latest_published_at":103},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]