[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-robot-benchmarks-were-hiding-a-safety-problem":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},3926,"robot-benchmarks-were-hiding-a-safety-problem","Robot Benchmarks Were Hiding a Safety Problem","A new benchmark finds that robots completing manipulation tasks often do so unsafely, dropping or deforming objects standard metrics never flag.","Robots that finish the job aren't necessarily doing it safely — and most benchmarks have been too polite to say so.\n\nResearchers have released SoftVTBench, a benchmark built in Isaac Sim that tests robotic manipulation of deformable objects under physical safety constraints, not just task completion. The benchmark tracks two separate scores: Goal Success (did the robot finish the task?) and Safety Success (did it do so without dropping the object or deforming it past a calibrated threshold?). It uses multi-view RGB cameras, tactile sensors with marker motion, and finite-element simulation to measure deformation from states the policy itself cannot see. Four task suites cover deformable and rigid objects across object-centric and spatial variation.\n\nThe gap between those two scores is the point. Experiments with pi0.5-based baselines show that a large share of successful task completions still fail on safety grounds — meaning the field has been grading robots on a curve. Tactile sensing narrows that gap meaningfully: Safety Success on object-centric deformable tasks climbed from 21.4% to 35.6% when tactile input was added, with no meaningful drop in Goal Success.\n\nMost manipulation benchmarks reward getting the cup from A to B; SoftVTBench also asks whether the cup survived the trip — a distinction that matters considerably more outside the lab than inside it.","[\"robotics\",\"benchmarks\",\"ai\",\"hardware\"]","2026-07-07T04:00:00.000Z","2026-07-07T12:19:52.575Z","2026-07-07T12:19:55.525Z","published",null,[],"ai",[26,27,24,28],"robotics","benchmarks","hardware",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2607.04234",0,{"sections":35},[36,40,45,50,55,59,64,69,74,78,83,87,92,97],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",2590,"2026-07-16T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",294,"2026-07-15T19:59:48.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Policy","policy",158,"2026-07-16T00:02:48.000Z",{"name":56,"slug":28,"count":57,"latest_published_at":58},"Hardware",122,"2026-07-14T19:46:26.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Consumer Tech","consumer-tech",93,"2026-07-13T13:20:48.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Software","software",70,"2026-07-13T19:52:25.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Science","science",66,"2026-07-10T10:29:37.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":18},"Dev Tools","dev-tools",59,{"name":79,"slug":80,"count":81,"latest_published_at":82},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":84,"slug":85,"count":81,"latest_published_at":86},"Startups","startups","2026-06-29T20:55:50.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"General","general",29,"2026-07-10T22:28:58.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]