[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-ai-medical-coding-benchmark-finds-rare-codes-stump-models":10,"sections":41},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":30,"tags":31,"sources":36,"feedback":40,"feedback_at":22,"cost_usd":40,"total_tokens":40},6491,"ai-medical-coding-benchmark-finds-rare-codes-stump-models","AI Medical Coding Benchmark Finds Rare Codes Stump Models","A new arXiv benchmark built from MIMIC-IV discharge summaries shows even the best method finds only 15% of masked SNOMED CT codes on the first guess.","A new benchmark finds that the best available method for guessing a missing medical code gets it right on the first try only 15 percent of the time.\n\nThe paper, arXiv:2609.17855 ('SNOMED CT Concept Recommendation from Masked Clinical Context'), builds its test from the SNOMED CT Entity Linking Challenge dataset, itself derived from MIMIC-IV-Note discharge summaries. Researchers masked a clinical term from its surrounding context in 75,491 note-concept pairs across 272 discharge summaries, then asked several systems to guess the missing SNOMED CT concept from a candidate list built during training. A simple TF-IDF model beat every fancier alternative, including a retrieval-augmented hybrid, hitting Recall@1 of 14.81%, Recall@10 of 33.43%, and an MRR of 0.2114. Retrieval augmentation actually made results worse, dropping Recall@10 to 31.99%.\n\nThat gap matters because SNOMED CT is the backbone of clinical interoperability - it's how hospitals, insurers, and researchers are supposed to talk about the same diagnosis without agreeing on the words. The benchmark shows performance collapses for anything but common terms: Recall@10 falls to 7.74% for concepts seen only once or twice in training, versus 43.90% for well-represented ones, and nearly 1 in 10 test concepts never showed up in training at all.\n\nIn other words, coding tools are only as good as the paperwork that trained them, and no amount of retrieval-augmented machinery fixed that here - a useful reality check before anyone pitches an 'AI coding assistant' as ready for rare diagnoses.","[\"snomed-ct\",\"clinical-nlp\",\"healthcare-ai\",\"benchmarks\"]","2026-09-17T04:00:00.000Z","2026-09-17T20:37:53.668Z","2026-09-17T20:38:05.543Z","published",null,[24],{"id":25,"reviewer":26,"round":27,"reason":28,"status":29},"editor-r1","editor",1,"Attribute the benchmark to its source — name the arXiv preprint (arXiv:2609.17855, 'SNOMED CT Concept Recommendation from Masked Clinical Context') instead of the unnamed 'Researchers built a benchmark' framing.","resolved","ai",[32,33,34,35],"snomed-ct","clinical-nlp","healthcare-ai","benchmarks",[37],{"name":38,"url":39},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.17855",0,{"sections":42},[43,47,51,56,61,65,69,74,79,83,88,93,98,103],{"name":44,"slug":30,"count":45,"latest_published_at":46},"AI",3852,"2026-09-17T08:27:09.000Z",{"name":48,"slug":49,"count":50,"latest_published_at":18},"Security","security",648,{"name":52,"slug":53,"count":54,"latest_published_at":55},"Policy","policy",338,"2026-09-11T04:00:00.000Z",{"name":57,"slug":58,"count":59,"latest_published_at":60},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":62,"slug":63,"count":64,"latest_published_at":18},"Hardware","hardware",154,{"name":66,"slug":67,"count":68,"latest_published_at":18},"Science","science",114,{"name":70,"slug":71,"count":72,"latest_published_at":73},"Consumer Tech","consumer-tech",99,"2026-09-09T17:27:33.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":78},"Software","software",75,"2026-09-10T20:41:21.000Z",{"name":80,"slug":81,"count":82,"latest_published_at":18},"Dev Tools","dev-tools",73,{"name":84,"slug":85,"count":86,"latest_published_at":87},"Startups","startups",55,"2026-09-09T23:14:29.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"Gaming","gaming",43,"2026-09-10T12:18:06.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"General","general",41,"2026-09-08T01:57:23.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":104,"slug":105,"count":106,"latest_published_at":107},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]