[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-researchers-build-an-ai-watchdog-for-chemistry-queries":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},7385,"researchers-build-an-ai-watchdog-for-chemistry-queries","Researchers Build an AI Watchdog for Chemistry Queries","SciGuard, a new agent-based guardrail, screens AI chemistry queries for harmful requests while trying not to block legitimate research.","SciGuard is a new AI agent built specifically to stop chatbots and lab tools from helping people make dangerous chemicals.\n\nResearchers built SciGuard as an agent-based guardrail that sits in front of AI chemistry tools, using large language models plus external tools and knowledge bases to flag and control risky requests, according to the study. The team says real-world cases of AI misuse in chemical science motivated the work, though the paper doesn't detail what those cases were. To measure it, they built a benchmark called SciMT that scores both how well a system blocks harmful \"red-team\" queries and how well it still answers legitimate chemistry questions. SciGuard posted the best harmlessness score in those tests while keeping its performance on benign scientific tasks intact.\n\nMost AI safety filters are trained for generic harms like hate speech or malware. This is one of the first published attempts to build a guardrail specifically for scientific misuse, where refusing too aggressively also blocks real research. That tradeoff, between stopping bad actors and not crippling working chemists, is the harder problem, and it's still largely unsolved across the industry.\n\nThe paper calls for more research and dialogue, not a finished product, so treat any \"state-of-the-art\" claim on a self-authored benchmark with the usual skepticism.","[\"ai safety\",\"chemistry\",\"agents\",\"research\"]","2026-09-23T04:00:00.000Z","2026-09-23T10:51:48.782Z","2026-09-23T10:51:54.623Z","published",null,[],"ai",[26,27,28,29],"ai safety","chemistry","agents","research",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2312.06632",0,{"sections":36},[37,40,44,48,53,57,62,67,72,77,82,87,92,97],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",4344,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",713,{"name":45,"slug":46,"count":47,"latest_published_at":18},"Policy","policy",370,{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",206,"2026-09-23T09:43:46.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":18},"Hardware","hardware",169,{"name":58,"slug":59,"count":60,"latest_published_at":61},"Science","science",134,"2026-09-23T09:00:00.000Z",{"name":63,"slug":64,"count":65,"latest_published_at":66},"Consumer Tech","consumer-tech",110,"2026-09-22T20:00:00.000Z",{"name":68,"slug":69,"count":70,"latest_published_at":71},"Software","software",81,"2026-09-23T09:56:13.000Z",{"name":73,"slug":74,"count":75,"latest_published_at":76},"Dev Tools","dev-tools",79,"2026-09-22T22:21:13.000Z",{"name":78,"slug":79,"count":80,"latest_published_at":81},"Startups","startups",65,"2026-09-22T22:06:48.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"Gaming","gaming",45,"2026-09-22T15:35:06.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"General","general",43,"2026-09-21T23:48:56.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"Reviews","reviews",27,"2026-09-22T13:00:00.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]