[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-egosim-builds-a-3d-world-simulator-that-updates-as-you-interact":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},3349,"egosim-builds-a-3d-world-simulator-that-updates-as-you-interact","EgoSim Builds a 3D World Simulator That Updates as You Interact","A new open-source egocentric simulator keeps a live 3D scene state across multi-step interactions, a step toward robots that understand what they've touched.","A research system called EgoSim can generate first-person interaction videos while continuously updating the underlying 3D scene — no more worlds that freeze the moment you touch something.\n\nMost egocentric simulators pick one of two compromises: either skip explicit 3D grounding and watch the geometry drift when the viewpoint shifts, or lock the scene as static and pretend nothing changed after each action. EgoSim sidesteps both by keeping a running 3D world state. A component called the Geometry-action-aware Observation Simulation model handles video generation; a second module, Interaction-aware State Updating, enforces spatial consistency as the scene evolves. To avoid the usual data bottleneck — getting densely paired scene-and-action training examples is expensive — the team built a pipeline that mines static point clouds, camera paths, and body actions from ordinary large-scale monocular egocentric video. They also released EgoCap, a capture tool that lets researchers collect new data with uncalibrated smartphones.\n\nThe closed-loop design matters because real robot deployment requires a model that tracks what has already happened in a scene, not just what it currently sees. The researchers report gains in visual quality, spatial consistency, and generalization to complex scenes, and they demonstrate cross-embodiment transfer to robotic manipulation — meaning the simulator is not just a video trick but a potential training ground for physical AI.\n\nCode and datasets are not public yet, which makes the robotic-transfer claims hard to stress-test independently. The smartphone capture tool is a smart move for adoption, but the field has heard \"scalable data pipeline\" before — the proof will be in what third parties can actually build once the repo drops.","[\"ai\",\"robotics\",\"simulation\",\"embodied-ai\"]","2026-07-02T04:00:00.000Z","2026-07-02T07:53:14.582Z","2026-07-02T07:53:17.475Z","published",null,[],"ai",[24,26,27,28],"robotics","simulation","embodied-ai",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2604.01001",0,{"sections":35},[36,40,45,50,55,60,65,70,75,80,85,89,94,99],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",2590,"2026-07-16T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",294,"2026-07-15T19:59:48.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Policy","policy",158,"2026-07-16T00:02:48.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",122,"2026-07-14T19:46:26.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Consumer Tech","consumer-tech",93,"2026-07-13T13:20:48.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Software","software",70,"2026-07-13T19:52:25.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Science","science",66,"2026-07-10T10:29:37.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":79},"Dev Tools","dev-tools",59,"2026-07-07T04:00:00.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":86,"slug":87,"count":83,"latest_published_at":88},"Startups","startups","2026-06-29T20:55:50.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"General","general",29,"2026-07-10T22:28:58.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":100,"slug":101,"count":102,"latest_published_at":103},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]