[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-benchmark-shows-ai-vision-models-miss-warehouse-hazards":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},6341,"new-benchmark-shows-ai-vision-models-miss-warehouse-hazards","New Benchmark Shows AI Vision Models Miss Warehouse Hazards","A new benchmark of 10,274 warehouse safety questions found GPT-5.5, Gemini-3.1-Pro, and Claude-Opus-4.7 all fall well short of human-level hazard spotting.","A new benchmark says today's top AI vision models still can't reliably spot hazards in a warehouse.\n\nResearchers built LogiScope-VQA, a dataset of 2,476 images and 2,918 videos pulled from real logistics parks, paired with 10,274 visual question and answer pairs checked by human annotators. The benchmark is built around 18 core warehouse objects and 20 types of risk, broken into 39 subtasks under three themes: spotting industrial elements, understanding warehouse operations, and reasoning about potential danger. The team tested proprietary models including GPT-5.5, Gemini-3.1-Pro, and Claude-Opus-4.7, including runs with different amounts of allotted thinking time to see whether more reasoning closes the gap. It doesn't. Every model tested landed well below human performance, and a bias analysis found they don't even judge risk consistently from one case to the next.\n\nThat gap matters because warehouses are exactly where vendors are pitching AI cameras and robots right now, and hazard detection is the safety-critical piece of that pitch. Recognizing a forklift is easy for these models. Reasoning about whether that forklift, in that spot, next to that person, is dangerous is a different skill, and this benchmark suggests it's still mostly unsolved even for the best models available.\n\nThe dataset is public under a CC BY-NC-SA 4.0 license, so anyone can use it for research. Just not to quietly rebrand a chatbot as a certified safety inspector.","[\"ai\",\"computer-vision\",\"industrial-safety\",\"benchmarks\"]","2026-09-11T04:00:00.000Z","2026-09-11T07:18:19.378Z","2026-09-11T07:18:31.256Z","published",null,[],"ai",[24,26,27,28],"computer-vision","industrial-safety","benchmarks",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.09790",0,{"sections":35},[36,39,43,47,52,57,62,65,70,74,79,84,89,94],{"name":37,"slug":24,"count":38,"latest_published_at":18},"AI",3522,{"name":40,"slug":41,"count":42,"latest_published_at":18},"Security","security",637,{"name":44,"slug":45,"count":46,"latest_published_at":18},"Policy","policy",338,{"name":48,"slug":49,"count":50,"latest_published_at":51},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":53,"slug":54,"count":55,"latest_published_at":56},"Hardware","hardware",153,"2026-09-09T15:12:32.000Z",{"name":58,"slug":59,"count":60,"latest_published_at":61},"Consumer Tech","consumer-tech",99,"2026-09-09T17:27:33.000Z",{"name":63,"slug":64,"count":60,"latest_published_at":18},"Science","science",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Software","software",75,"2026-09-10T20:41:21.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":18},"Dev Tools","dev-tools",70,{"name":75,"slug":76,"count":77,"latest_published_at":78},"Startups","startups",55,"2026-09-09T23:14:29.000Z",{"name":80,"slug":81,"count":82,"latest_published_at":83},"Gaming","gaming",43,"2026-09-10T12:18:06.000Z",{"name":85,"slug":86,"count":87,"latest_published_at":88},"General","general",41,"2026-09-08T01:57:23.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]