[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-pixel-masks-beat-bounding-boxes-for-visual-ai-reasoning":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},4352,"pixel-masks-beat-bounding-boxes-for-visual-ai-reasoning","Pixel Masks Beat Bounding Boxes for Visual AI Reasoning","A new technique called SegAnswer swaps crude bounding boxes for pixel-level masks, cutting visual noise before multimodal models answer questions.","Researchers propose that visual AI models should segment first, then reason — a small shift with measurable gains.\n\nMultimodal large language models typically zoom into regions of interest by drawing a bounding box around them, then feeding that cropped rectangle to the model. A paper published on arXiv argues this is sloppy: bounding boxes drag in background clutter and unrelated objects alongside whatever the model actually needs to see. The proposed alternative, called SegAnswer, replaces boxes with pixel-level segmentation masks that trace the exact outline of a target object. The isolated region is cleaner, and the authors argue its discrete patch structure fits more naturally with how these models assign positional embeddings to visual tokens.\n\nThe practical payoff matters because hallucination — a model confidently describing something that isn't there — often traces back to visual noise in the input. If the model is staring at a masked-out silhouette of a cat rather than a rectangle that also contains a lamp, a table, and half a window, it has less raw material to confuse itself with. The paper reports consistent benchmark improvements across high-resolution perception, general perception, and hallucination tests.\n\nSegAnswer follows a broader trend of researchers attacking multimodal reasoning at the input stage rather than through model scaling alone — similar in spirit to chain-of-thought prompting, which restructured how language models reason before producing an answer. Whether cleaner crops can substitute for larger models, or merely complement them, is a question the paper doesn't fully settle.","[\"ai\",\"multimodal\",\"computer-vision\",\"research\"]","2026-07-08T04:00:00.000Z","2026-07-08T06:53:54.706Z","2026-07-08T06:53:57.747Z","published",null,[],"ai",[24,26,27,28],"multimodal","computer-vision","research",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2607.05798",0,{"sections":35},[36,40,45,50,55,60,65,70,75,80,85,89,94,99],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",2590,"2026-07-16T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",294,"2026-07-15T19:59:48.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Policy","policy",158,"2026-07-16T00:02:48.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",122,"2026-07-14T19:46:26.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Consumer Tech","consumer-tech",93,"2026-07-13T13:20:48.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Software","software",70,"2026-07-13T19:52:25.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Science","science",66,"2026-07-10T10:29:37.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":79},"Dev Tools","dev-tools",59,"2026-07-07T04:00:00.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":86,"slug":87,"count":83,"latest_published_at":88},"Startups","startups","2026-06-29T20:55:50.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"General","general",29,"2026-07-10T22:28:58.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":100,"slug":101,"count":102,"latest_published_at":103},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]