[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-researchers-explain-why-fixing-clips-modality-gap-cuts-both-ways":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},8575,"researchers-explain-why-fixing-clips-modality-gap-cuts-both-ways","Researchers Explain Why Fixing CLIP's Modality Gap Cuts Both Ways","A geometric analysis of CLIP and SigLIP shows one embedding quirk helps classification but hurts retrieval, depending on removal method.","A new study explains why tweaking a single geometric quirk in CLIP-style models can boost one task and quietly wreck another.\n\nResearchers examined the modality gap, the well-documented separation between where image embeddings and text embeddings sit in the shared space that contrastive vision-language models like CLIP and SigLIP learn. Across both model families, they found that a single direction accounts for 94.4 to 99.9 percent of that separation, meaning the gap is essentially one-dimensional rather than some messy multi-part effect. Breaking down the similarity score used in classification and retrieval, they show that direction plays three distinct roles depending on the task. Subtracting it acts like a class bias in zero-shot classification, distorts rankings in cross-modal retrieval, and in mixed-modal retrieval it mostly just separates items by modality, so removing it there can actually improve results.\n\nThat last point matters because engineers have spent years treating gap-closing as a blanket fix without a clear theory of when it helps or hurts. This paper supplies the missing mechanism, a geometry-derived exponent that predicts, with a Spearman correlation of 0.93 against grid search, how much correction a retrieval system actually needs. It will not replace tuning since the gains reportedly do not transfer evenly across settings, but it replaces guesswork with a formula.\n\nThe modality gap was never a bug to squash uniformly - it looks more like a dial that needs a different setting for every job, and this paper is the first real attempt at a manual for turning it.","[\"vision-language models\",\"clip\",\"embedding geometry\",\"ai research\"]","2026-09-30T04:00:00.000Z","2026-09-30T12:25:38.635Z","2026-09-30T12:25:44.914Z","published",null,[],"ai",[26,27,28,29],"vision-language models","clip","embedding geometry","ai research",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.36101",0,{"sections":36},[37,40,44,48,53,58,63,68,73,77,82,87,92,97],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",5105,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",785,{"name":45,"slug":46,"count":47,"latest_published_at":18},"Policy","policy",417,{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",284,"2026-09-29T21:00:00.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":57},"Hardware","hardware",194,"2026-09-29T13:16:04.000Z",{"name":59,"slug":60,"count":61,"latest_published_at":62},"Science","science",154,"2026-09-28T13:19:18.000Z",{"name":64,"slug":65,"count":66,"latest_published_at":67},"Consumer Tech","consumer-tech",142,"2026-09-29T18:38:03.000Z",{"name":69,"slug":70,"count":71,"latest_published_at":72},"Software","software",91,"2026-09-25T20:55:00.000Z",{"name":74,"slug":75,"count":76,"latest_published_at":18},"Dev Tools","dev-tools",90,{"name":78,"slug":79,"count":80,"latest_published_at":81},"Startups","startups",83,"2026-09-29T21:51:36.000Z",{"name":83,"slug":84,"count":85,"latest_published_at":86},"General","general",49,"2026-09-28T16:44:57.000Z",{"name":88,"slug":89,"count":90,"latest_published_at":91},"Gaming","gaming",48,"2026-09-25T18:35:21.000Z",{"name":93,"slug":94,"count":95,"latest_published_at":96},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":98,"slug":99,"count":100,"latest_published_at":101},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]