[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-small-vision-language-models-learn-to-coordinate-robots":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},7357,"small-vision-language-models-learn-to-coordinate-robots","Small Vision-Language Models Learn to Coordinate Robots","A new synthetic dataset lets small on-device vision-language models coordinate multi-robot tasks via chat, lifting success rates from about 2% to 77%.","Researchers have built a training set that teaches small AI models to coordinate robot teams by talking to each other in plain language.\n\nThe dataset, called RoboTalk, is a synthetic pipeline of 7,950 multimodal trajectories covering 53 kitchen mobile-manipulation tasks. Each trajectory follows a leader-follower planning protocol, pairing tool calls for perception, manipulation, navigation, and communication with rationale traces explaining why a robot chose an action. The natural-language messages between robots are deliberately varied, not scripted boilerplate. After fine-tuning on this data, open-source vision-language models hit 77% success on tasks they had never seen, up from roughly 2% for the same models before tuning.\n\nThat jump matters because most robot-language research still assumes a single robot taking orders from one big model, usually running in the cloud. RoboTalk instead targets small vision-language models meant to run on the robot itself, and treats communication between multiple robots working with incomplete information as the actual bottleneck. That is closer to what a real kitchen, warehouse, or hospital floor looks like than a lone arm following a script.\n\nIt is still a synthetic benchmark built around kitchen chores, not a shipping product, so the harder test is whether that 77% holds up once real hardware, real clutter, and real network delays get involved.","[\"robotics\",\"vision-language-models\",\"multi-robot-coordination\",\"open-source-ai\"]","2026-09-23T04:00:00.000Z","2026-09-23T09:20:00.950Z","2026-09-23T09:20:05.139Z","published",null,[],"ai",[26,27,28,29],"robotics","vision-language-models","multi-robot-coordination","open-source-ai",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.23997",0,{"sections":36},[37,40,44,49,54,58,62,67,72,77,82,87,92,97],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",4297,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",710,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",369,"2026-09-23T02:13:52.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",202,"2026-09-22T23:00:04.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":18},"Hardware","hardware",169,{"name":59,"slug":60,"count":61,"latest_published_at":18},"Science","science",133,{"name":63,"slug":64,"count":65,"latest_published_at":66},"Consumer Tech","consumer-tech",110,"2026-09-22T20:00:00.000Z",{"name":68,"slug":69,"count":70,"latest_published_at":71},"Software","software",80,"2026-09-22T23:32:52.000Z",{"name":73,"slug":74,"count":75,"latest_published_at":76},"Dev Tools","dev-tools",79,"2026-09-22T22:21:13.000Z",{"name":78,"slug":79,"count":80,"latest_published_at":81},"Startups","startups",65,"2026-09-22T22:06:48.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"Gaming","gaming",45,"2026-09-22T15:35:06.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"General","general",43,"2026-09-21T23:48:56.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"Reviews","reviews",27,"2026-09-22T13:00:00.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]