[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-new-benchmark-asks-ai-models-to-load-a-dishwasher":10,"sections":40},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":30,"tags":31,"sources":35,"feedback":39,"feedback_at":22,"cost_usd":39,"total_tokens":39},11440,"a-new-benchmark-asks-ai-models-to-load-a-dishwasher","A New Benchmark Asks AI Models to Load a Dishwasher","DishwasherBench measures whether AI models can handle a mundane physical reasoning task, exposing how far chatbots are from real-world competence.","A new open-source benchmark called DishwasherBench wants to know if today's top AI models can figure out how to load a dishwasher.\n\nThe project showed up on GitHub and made the rounds on Hacker News, where it picked up 45 points and 19 comments. Rather than testing code generation or trivia recall, DishwasherBench poses a spatial planning problem: deciding where plates, bowls, and utensils should go, and in what order, so everything fits and actually gets clean. It comes from Composo, a startup that builds evaluation tools for AI models. The task sounds almost too ordinary to count as a benchmark, which is exactly why it works as one.\n\nChatbots have gotten remarkably good at writing essays and debugging code, but the physical common sense a six-year-old has for stacking dishes is a different skill entirely. A benchmark built around a household chore is a sharper probe of that gap than yet another coding or math leaderboard, because there's no shortcut for knowing whether a bowl fits under the rack.\n\nExpect more of these oddball, everyday-task benchmarks as researchers keep testing whether AI models are actually useful around the house, not just impressive in a chat window.","[\"ai\",\"benchmarks\",\"llm-evaluation\",\"open-source\"]","2026-10-13T08:24:06.000Z","2026-10-13T10:35:30.162Z","2026-10-13T10:35:32.313Z","published",null,[24],{"id":25,"reviewer":26,"round":27,"reason":28,"status":29},"editor-r1","editor",1,"Cut the explicit admission that 'specifics on scoring and individual model results are not yet public' — don't flag the source material as incomplete in the article itself; either hold the piece until results exist or write around the gap without calling it out as unresolved.","resolved","ai",[30,32,33,34],"benchmarks","llm-evaluation","open-source",[36],{"name":37,"url":38},"Hacker News","https:\u002F\u002Fgithub.com\u002Fcomposo-ai\u002FDishwasherBench",0,{"sections":41},[42,46,51,56,61,66,71,76,81,86,91,96,101,106],{"name":43,"slug":30,"count":44,"latest_published_at":45},"AI",7000,"2026-10-14T15:16:04.000Z",{"name":47,"slug":48,"count":49,"latest_published_at":50},"Security","security",984,"2026-10-14T15:05:00.000Z",{"name":52,"slug":53,"count":54,"latest_published_at":55},"Policy","policy",510,"2026-10-14T13:20:02.000Z",{"name":57,"slug":58,"count":59,"latest_published_at":60},"Deals","deals",509,"2026-10-14T14:43:29.000Z",{"name":62,"slug":63,"count":64,"latest_published_at":65},"Hardware","hardware",255,"2026-10-14T10:25:00.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Consumer Tech","consumer-tech",219,"2026-10-14T14:43:46.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Science","science",201,"2026-10-13T23:13:31.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Startups","startups",132,"2026-10-13T21:15:00.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Software","software",124,"2026-10-14T14:00:10.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"Dev Tools","dev-tools",116,"2026-10-13T16:20:18.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"General","general",78,"2026-10-14T14:55:47.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"Gaming","gaming",72,"2026-10-14T13:55:02.000Z",{"name":102,"slug":103,"count":104,"latest_published_at":105},"Reviews","reviews",37,"2026-10-14T10:00:00.000Z",{"name":107,"slug":108,"count":109,"latest_published_at":110},"How-To","how-to",8,"2026-10-05T09:00:00.000Z"]