[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-moldesignbench-shows-ai-agents-still-bad-at-chemistry":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},7544,"moldesignbench-shows-ai-agents-still-bad-at-chemistry","MolDesignBench Shows AI Agents Still Bad at Chemistry","A new benchmark built from 2,000 realistic design scenarios finds top AI models solve molecular design tasks correctly only about 43 percent of the time.","A new benchmark finds that even the best AI agents fail most real-world molecular design tasks.\n\nResearchers built MolDesignBench, a set of roughly 2,000 molecule generation and optimization problems designed to mimic how chemists actually work - with implicit requirements buried in prose, explicit property and functional-group constraints, and some specifications that are simply impossible to satisfy. Agents had to work through 17 specialized chemistry tools to produce answers, not just guess a plausible-looking structure. Across a range of frontier large language models, the top performer solved only about 43 percent of tasks correctly. The researchers' failure analysis pinned most errors on two things: agents missing implicit constraints buried in the design narrative, and agents failing to recognize when a request was infeasible in the first place.\n\nMost existing chemistry benchmarks test LLMs on narrow, explicitly stated, and always-solvable problems - an easier task than what a chemist actually faces. MolDesignBench's low scores suggest that claims about AI doing real chemistry work rest on benchmarks that don't resemble a real lab, and that agents can't yet be trusted to flag a dead end instead of confidently returning a molecule that only looks like it fits.\n\nA tool that can't tell you a request is impossible is arguably more dangerous in a lab than one that's simply slow, and a 43 percent hit rate is a long way from replacing a bench chemist.","[\"ai-agents\",\"benchmarks\",\"molecular-design\",\"chemistry\"]","2026-09-24T04:00:00.000Z","2026-09-24T05:25:32.734Z","2026-09-24T05:25:38.889Z","published",null,[],"ai",[26,27,28,29],"ai-agents","benchmarks","molecular-design","chemistry",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.27349",0,{"sections":36},[37,40,44,49,54,59,64,69,74,79,84,89,94,99],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",4387,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",720,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",380,"2026-09-23T22:53:43.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",220,"2026-09-23T22:00:00.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",173,"2026-09-23T23:42:10.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Science","science",135,"2026-09-23T22:45:49.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Consumer Tech","consumer-tech",116,"2026-09-24T00:51:49.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Software","software",85,"2026-09-23T20:00:00.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":78},"Dev Tools","dev-tools",79,"2026-09-22T22:21:13.000Z",{"name":80,"slug":81,"count":82,"latest_published_at":83},"Startups","startups",66,"2026-09-23T17:28:38.000Z",{"name":85,"slug":86,"count":87,"latest_published_at":88},"Gaming","gaming",45,"2026-09-22T15:35:06.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"General","general",43,"2026-09-21T23:48:56.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"Reviews","reviews",27,"2026-09-22T13:00:00.000Z",{"name":100,"slug":101,"count":102,"latest_published_at":103},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]