[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-study-finds-bigger-llms-still-get-confused-by-irrelevant-text":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},5536,"study-finds-bigger-llms-still-get-confused-by-irrelevant-text","Study Finds Bigger LLMs Still Get Confused by Irrelevant Text","A new selector-reader system for multi-hop QA shows LLMs still lose up to 21 F1 points when given full context instead of curated evidence.","A new paper shows that throwing more context at large language models does not fix their evidence problem.\n\nResearchers introduce Bactrainus, a modular selector-reader framework for multi-hop question answering, tested on the HotpotQA distractor set. Instead of dumping every candidate paragraph into one prompt, it splits the task into three stages: picking relevant paragraphs, identifying supporting sentences, and generating the final answer. The team fine-tuned Llama 3.1 8B and 70B Instruct models as readers, and tested optional question decomposition and teacher-generated rationale supervision on top. When the system was given the full candidate context instead of hand-picked supporting facts, answer F1 dropped 17-21 points even for the 70B model, while the strongest configuration overall hit 89.01 answer F1 and 79.70 joint F1.\n\nThe result undercuts the assumption that bigger models simply reason past noisy context, since scale did not close the gap between gold evidence and full context. What actually moved the needle was adapting the reader model itself and controlling evidence at the sentence level; fancier reasoning add-ons like decomposition and rationale supervision produced smaller, inconsistent gains.\n\nIt is a reminder that in the age of retrieval-augmented systems, curating what a model sees still beats trusting it to sort the signal from the noise.","[\"ai\",\"llms\",\"question-answering\",\"research\"]","2026-08-18T04:00:00.000Z","2026-08-19T00:21:41.171Z","2026-08-19T00:21:52.967Z","published",null,[],"ai",[24,26,27,28],"llms","question-answering","research",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2501.06286",0,{"sections":35},[36,40,44,49,54,59,64,69,74,78,83,88,93,98],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":39},"Security","security",435,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":18},"Dev Tools","dev-tools",69,{"name":79,"slug":80,"count":81,"latest_published_at":82},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]