[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-study-finds-llms-fail-basic-negation-up-to-71-of-time":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},11153,"study-finds-llms-fail-basic-negation-up-to-71-of-time","Study Finds LLMs Fail Basic Negation Up to 71% of Time","Researchers traced the glitch to specific attention heads and neurons, then built a training fix that cuts errors without dulling the model elsewhere.","Ask a chatbot what is not the capital of Spain, and it might still say Madrid.\n\nA new benchmark testing both open-source and closed-source LLMs on negated questions found that in 37 to 71 percent of cases, the models answered with the exact word the question told them to exclude. Researchers didn't stop at the error rate; they opened up the models to see what was happening underneath. They found specialized attention heads and MLP neurons that try to handle negation by suppressing the original answer and boosting a different candidate from the same category, so 'Madrid' gets pushed down while 'Paris' gets pushed up. That's the opposite of how people seem to process negation, where the original answer is used as information to figure out what to rule out, rather than just being erased.\n\nThe mismatch explains the failures: when suppression is too weak, or the model already favors one answer, it falls back to the very thing the question ruled out. The researchers used that mechanistic finding to build a training method that forces bigger preference shifts for answers the model was most confident about, and it cut negation errors with less damage to the model's other skills than standard fine-tuning.\n\nNegation is a small piece of language, but it's the kind of small piece that breaks trust fast; a model that still stumbles on 'not' is one worth double-checking before it filters a resume, a contract clause, or a medical symptom list.","[\"llms\",\"negation\",\"interpretability\",\"nlp\"]","2026-10-09T04:00:00.000Z","2026-10-10T08:41:59.965Z","2026-10-10T08:42:05.268Z","published",null,[],"ai",[26,27,28,29],"llms","negation","interpretability","nlp",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.09571",0,{"sections":36},[37,41,46,51,56,61,66,71,76,81,86,91,96,101],{"name":38,"slug":24,"count":39,"latest_published_at":40},"AI",6840,"2026-10-09T19:36:56.000Z",{"name":42,"slug":43,"count":44,"latest_published_at":45},"Security","security",941,"2026-10-09T19:25:43.000Z",{"name":47,"slug":48,"count":49,"latest_published_at":50},"Policy","policy",490,"2026-10-09T14:25:43.000Z",{"name":52,"slug":53,"count":54,"latest_published_at":55},"Deals","deals",483,"2026-10-09T11:20:39.000Z",{"name":57,"slug":58,"count":59,"latest_published_at":60},"Hardware","hardware",233,"2026-10-09T16:07:54.000Z",{"name":62,"slug":63,"count":64,"latest_published_at":65},"Science","science",195,"2026-10-09T11:00:57.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Consumer Tech","consumer-tech",183,"2026-10-09T14:50:57.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Startups","startups",120,"2026-10-09T17:02:31.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Software","software",114,"2026-10-08T17:57:01.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Dev Tools","dev-tools",109,"2026-10-09T13:03:48.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",69,"2026-10-09T19:10:07.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Gaming","gaming",59,"2026-10-09T11:43:43.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"Reviews","reviews",34,"2026-10-08T14:00:22.000Z",{"name":102,"slug":103,"count":104,"latest_published_at":105},"How-To","how-to",8,"2026-10-05T09:00:00.000Z"]