[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-robot-ai-plans-grasps-from-a-single-point-no-demos-needed":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},9425,"new-robot-ai-plans-grasps-from-a-single-point-no-demos-needed","New robot AI plans grasps from a single point, no demos needed","A new framework called HiWE uses point-based visual grounding to let robots plan 3D manipulations without task-specific demonstration training.","A new AI system lets a robot figure out how to grab and move things it has never specifically practiced on, using little more than a point on an image.\n\nResearchers built a framework called HiWE that pairs a vision model, PointVLM, with a language-based planner, 3DLLM. PointVLM is trained to mark task-relevant objects with image coordinates, drawing on point annotations, segmentation data, robot observation logs, and visual question-answering examples. Depth measurements then convert those flat points into a 3D map of the scene. From that map, 3DLLM generates a sequence of end-effector waypoints and gripper commands, while a separate grasping module works out the precise hand position needed to pick an object up. The team tested the system on 14 simulated manipulation tasks and four tasks on a physical robot.\n\nThe interesting part is the \"zero-shot\" claim: the robot is not retrained on the specific task it is asked to do. Most manipulation systems get competent at one job by practicing that job repeatedly; this one is meant to generalize from general-purpose visual training to new tasks on the spot. That is the harder and more commercially relevant problem, since it is the gap between a robot that nails a demo and one that could plausibly function in an unfamiliar warehouse or kitchen.\n\nZero-shot claims in robotics tend to quietly depend on test tasks resembling training data more than advertised, so the real verdict depends on how HiWE performs well outside the 14 simulated and four physical tasks the paper actually reports.","[\"robotics\",\"ai\",\"computer-vision\",\"zero-shot-learning\"]","2026-10-01T04:00:00.000Z","2026-10-02T17:55:30.365Z","2026-10-02T17:55:36.647Z","published",null,[],"ai",[26,24,27,28],"robotics","computer-vision","zero-shot-learning",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.39323",0,{"sections":35},[36,40,45,50,55,60,65,70,75,80,85,90,95,100],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",5721,"2026-10-01T19:45:44.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",829,"2026-10-01T17:31:56.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Policy","policy",437,"2026-10-01T18:10:00.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Deals","deals",317,"2026-10-01T22:00:00.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",198,"2026-10-01T17:38:48.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Science","science",168,"2026-10-01T18:35:55.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Consumer Tech","consumer-tech",155,"2026-10-01T19:54:10.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Dev Tools","dev-tools",96,"2026-10-01T16:57:03.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":79},"Software","software",93,"2026-09-30T21:41:11.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Startups","startups",90,"2026-10-01T21:55:22.000Z",{"name":86,"slug":87,"count":88,"latest_published_at":89},"Gaming","gaming",53,"2026-10-02T02:50:39.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":101,"slug":102,"count":103,"latest_published_at":104},"How-To","how-to",7,"2026-10-01T09:00:00.000Z"]